-- Logs begin at Thu 2022-05-26 20:09:33 UTC, end at Thu 2022-05-26 21:53:40 UTC. -- May 26 21:17:33.355787 dv-cinder-828805-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 26 21:17:36.154573 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.common.config [-] Logging enabled! May 26 21:17:36.155160 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev244 May 26 21:17:36.155252 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104531) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 26 21:17:36.158523 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.common.config [-] Logging enabled! May 26 21:17:36.158772 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev244 May 26 21:17:36.159076 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104531) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 26 21:17:36.160015 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 21:17:36.160288 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 21:17:36.160661 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 21:17:36.160897 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 21:17:36.161115 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 21:17:36.161520 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.161810 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.162035 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.162322 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.162652 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.162930 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.163214 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.163501 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.163801 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.164079 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.164355 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.164581 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.164854 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.165133 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.165413 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.165674 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] debug = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.165951 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.166388 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.166800 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.167072 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.167352 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.167668 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.168032 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.168304 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.168581 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.168902 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] host = dv-cinder-828805-3-iscsi {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.169171 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.169449 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.169728 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.170079 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.170354 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.170622 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.170899 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.171165 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.171430 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] log_file = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.171696 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.172011 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.172292 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.172579 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.172797 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.173012 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.173288 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.173565 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.173833 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.174103 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.174366 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.174630 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.174894 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.175153 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.175427 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.175706 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.176006 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.176272 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.176536 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.176798 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.177059 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.177333 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.177597 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.177862 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.178305 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.178717 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.178989 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.179257 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.179551 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.179862 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.180142 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.180421 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.180689 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.180962 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.181228 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.181490 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.181751 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] use_json = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.182013 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.182282 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.182543 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.182806 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.183069 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.183330 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.183589 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.183890 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.184154 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:36.184441 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.184730 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.185019 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.185290 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.185588 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.185859 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.186137 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.186407 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.186686 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.186965 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.187244 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.187509 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.188088 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.188370 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.188657 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.188953 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.189237 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.189519 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.189789 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.190054 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.190320 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.190589 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.190867 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.191134 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.191412 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.191691 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.191987 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.192274 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.192550 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.192827 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.193108 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.193395 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.193661 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.194456 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.194740 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.195010 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.195276 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.195556 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.195854 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.196144 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.196423 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.196706 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.196988 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.197262 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.197531 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.197813 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.198084 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.198351 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.198616 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.198884 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.199149 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.199423 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.199690 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.199981 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.200248 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.200516 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.200785 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.201062 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.201314 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.201579 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.201848 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.202115 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.202380 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.202646 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.202908 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.203172 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.203435 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.203697 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.203990 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.204253 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.204517 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.204781 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.205045 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.205311 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.205599 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.205869 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.206142 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.206411 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.206679 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.206945 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.207209 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.207475 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.207764 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.208026 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.208305 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.208576 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.208849 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.209121 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.209990 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.210316 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.210591 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.210862 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.211140 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.211410 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.211679 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.211980 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.212256 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.212544 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.212829 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.213100 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.213385 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.213669 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.213957 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.214228 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.214527 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.214799 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:36.215012 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 21:17:36.215250 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104531) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 26 21:17:36.667469 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 26 21:17:36.667728 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 26 21:17:36.668048 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 26 21:17:36.668372 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.manager [-] Loading core plugin: ml2 May 26 21:17:36.993084 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:36.993358 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:36.993624 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:36.994781 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:36.995047 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:36.995316 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.048998 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.049271 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.049534 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.064996 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.065270 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.065533 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.095015 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.095292 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.095550 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.132511 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.132789 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.133051 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.478359 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.479025 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.479025 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.479176 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.479809 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.578598 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.578924 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.579205 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.579487 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.579766 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.580073 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.580328 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.580588 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.580837 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.581113 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.581369 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.581621 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.581865 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.582119 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.582362 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.582630 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.582878 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.583138 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.583400 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.583651 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.583946 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.584193 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.585051 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.585485 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.585731 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.585973 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.586398 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 21:17:37.586640 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 21:17:37.586874 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 21:17:37.587106 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 21:17:37.587338 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 21:17:37.587567 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 21:17:37.587968 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 26 21:17:37.592613 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 26 21:17:37.596511 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 26 21:17:37.600504 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 26 21:17:37.602140 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 26 21:17:37.602606 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 26 21:17:37.602931 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 26 21:17:37.603306 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 26 21:17:37.606104 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 26 21:17:37.606350 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 26 21:17:37.606695 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 26 21:17:37.611786 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 26 21:17:37.635724 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 26 21:17:37.636204 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.636500 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104531) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 26 21:17:37.636863 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.638221 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104531) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 26 21:17:37.638499 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 26 21:17:37.638738 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 26 21:17:37.642048 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.642320 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:37.704323 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 26 21:17:37.704559 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 26 21:17:37.704788 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 26 21:17:37.705170 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 26 21:17:37.757159 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO dbcounter [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Registered counter for database neutron May 26 21:17:37.776753 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_db.sqlalchemy.engines [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104531) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 26 21:17:37.782541 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG dbcounter [-] [104531] Writer thread running {{(pid=104531) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 21:17:38.367720 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.managers [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Initializing driver for type 'gre' May 26 21:17:38.368289 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] gre ID ranges: [(1, 1000)] May 26 21:17:38.549625 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.managers [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Initializing driver for type 'local' May 26 21:17:38.550267 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.managers [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Initializing driver for type 'vlan' May 26 21:17:38.629713 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] VlanTypeDriver initialization complete May 26 21:17:38.629961 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.managers [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Initializing driver for type 'vxlan' May 26 21:17:38.630475 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] vxlan ID ranges: [(1, 1000)] May 26 21:17:38.824354 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.managers [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Initializing extension driver 'port_security' May 26 21:17:38.824688 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.extensions.port_security [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] PortSecurityExtensionDriver initialization complete May 26 21:17:38.825012 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.managers [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Initializing mechanism driver 'openvswitch' May 26 21:17:38.825326 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.managers [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Initializing mechanism driver 'hyperv' May 26 21:17:38.831948 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.plugins.ml2.plugin [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:38.832618 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > port after_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.832986 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > port after_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.833335 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > port after_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.833835 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104531) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 21:17:38.834258 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > subnet after_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.834610 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > subnet after_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.834970 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.835356 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104531) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 21:17:38.835780 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > network after_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.836130 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > network after_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.836463 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > network after_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.836847 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104531) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 21:17:38.837251 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > security_group after_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.837588 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > security_group after_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.837924 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.838304 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104531) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 21:17:38.838700 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.839044 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.839424 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.839834 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104531) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 21:17:38.840240 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > address_group after_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.840580 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > address_group after_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.840906 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.841285 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104531) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 21:17:38.841897 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] ML2 OVO RPC backend initialized. {{(pid=104531) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 26 21:17:38.842607 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.842961 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.843373 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > network before_response 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.843719 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > networks before_response 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.844088 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > port before_response 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.844433 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > ports before_response 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.844772 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > subnet before_response 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.845110 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > subnets before_response 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.845446 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > network after_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.845806 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > network after_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.846142 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > network after_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.846469 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > port after_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.846800 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > port after_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.847125 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > port after_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.847455 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > subnet after_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.847819 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > subnet after_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.848147 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.855765 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.quota [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded quota_driver: . May 26 21:17:38.856140 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.plugin [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Modular L2 Plugin initialization complete May 26 21:17:38.856484 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading services supported by the core plugin {{(pid=104531) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 26 21:17:38.856820 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.plugins.ml2.managers [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Got port-security extension from driver 'port_security' May 26 21:17:38.857300 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.extensions.vlantransparent [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Disabled vlantransparent extension. May 26 21:17:38.857788 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104531) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 26 21:17:38.858126 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading Plugin: router May 26 21:17:38.898756 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.899076 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router after_create 55549900 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.899449 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router before_create 55549900 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.899835 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.900211 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.900565 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router after_delete 55549900 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.900924 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.901273 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.901629 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router after_create 55549900 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.901974 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router after_update 55549900 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.902322 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router after_update 55549900 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.902667 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.903020 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router after_update 55549900 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.903431 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router precommit_update 55549900 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.903886 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: port after_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.904231 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: port after_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.904576 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: subnet after_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.908917 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.908917 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.908917 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router precommit_create 55549900 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.908917 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: port before_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.909219 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router precommit_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.909219 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router after_update 55549900 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.909219 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.909219 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router precommit_create 55549900 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.909504 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.909504 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router precommit_update 55549900 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.909504 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > agent after_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.909504 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > agent after_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.909792 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > network after_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.909877 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Tracking information for resource: router configured {{(pid=104531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 21:17:38.910134 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Tracking information for resource: floatingip configured {{(pid=104531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 21:17:38.915374 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.db.l3_agentschedulers_db [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 26 21:17:38.915982 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: port after_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.916348 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: port after_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.916700 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: port after_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.917050 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: port after_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.917848 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router before_create 55550100 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.918209 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.918578 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router precommit_create 55550100 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.918933 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > router precommit_update 55550100 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.923889 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.services.provider_configuration [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Service providers = [] {{(pid=104531) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 26 21:17:38.924261 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.db.servicetype_db [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104531) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 26 21:17:38.927483 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.services.service_base [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104531) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 21:17:38.927857 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.services.service_base [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104531) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 21:17:38.928745 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.services.service_base [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104531) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 21:17:38.929693 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.services.service_base [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104531) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 21:17:38.930073 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.services.service_base [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Default provider is not specified for service type L3_ROUTER_NAT May 26 21:17:38.930461 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 21:17:38.930778 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 26 21:17:38.947658 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 21:17:38.948026 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading Plugin: auto_allocate May 26 21:17:38.953880 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: network precommit_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.954253 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: network precommit_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.954782 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 21:17:38.955097 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading Plugin: tag May 26 21:17:38.961828 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 21:17:38.962153 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading Plugin: timestamp May 26 21:17:38.966253 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 21:17:38.966577 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading Plugin: network_ip_availability May 26 21:17:38.972142 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.972508 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.972862 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:38.973595 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 21:17:38.973914 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading Plugin: flavors May 26 21:17:38.978797 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 21:17:38.986581 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading Plugin: revisions May 26 21:17:38.991046 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 21:17:38.991448 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_concurrency.lockutils [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.323s {{(pid=104531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 26 21:17:38.992241 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104531) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 26 21:17:38.992580 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Initializing extension manager. May 26 21:17:38.993102 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: __init__.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:38.993444 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: __pycache__ {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:38.993775 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: _port_mac_address_override.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:38.994163 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: address_group.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:38.995112 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:38.995701 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: address-group May 26 21:17:38.996059 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: address_scope.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:38.996776 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:38.997282 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: address-scope May 26 21:17:38.997607 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:38.998542 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:38.999050 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: router-admin-state-down-before-update May 26 21:17:38.999370 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: agent.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.000098 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.000596 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: agent May 26 21:17:39.000915 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: agent_resources_synced.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.001835 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.002341 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: agent-resources-synced May 26 21:17:39.002662 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: allowedaddresspairs.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.004503 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.005023 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: allowed-address-pairs May 26 21:17:39.005348 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: auto_allocated_topology.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.006984 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.007490 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: auto-allocated-topology May 26 21:17:39.007842 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: availability_zone.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.008540 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.009042 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: availability_zone May 26 21:17:39.009365 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: availability_zone_filter.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.010289 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.010791 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: availability_zone_filter May 26 21:17:39.011112 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: data_plane_status.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.017525 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.018027 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension data-plane-status not supported by any of loaded plugins May 26 21:17:39.018350 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: default_subnetpools.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.019264 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.019789 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: default-subnetpools May 26 21:17:39.020114 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.020935 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.021441 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: dhcp_agent_scheduler May 26 21:17:39.021788 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: dns.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.022709 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.023266 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension dns-integration not supported by any of loaded plugins May 26 21:17:39.023559 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: dns_domain_ports.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.024499 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.025003 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension dns-domain-ports not supported by any of loaded plugins May 26 21:17:39.025325 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.026243 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.026745 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 26 21:17:39.027073 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: dvr.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.027768 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.028267 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: dvr May 26 21:17:39.028586 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: ecmp_routes.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.029503 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.030001 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension ecmp_routes not supported by any of loaded plugins May 26 21:17:39.030319 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: empty_string_filtering.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.031236 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.031737 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: empty-string-filtering May 26 21:17:39.032073 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.033002 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.033501 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 26 21:17:39.033820 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.034756 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.035254 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 26 21:17:39.035573 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: external_net.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.036652 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.037159 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: external-net May 26 21:17:39.038014 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.038933 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.039433 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: extra_dhcp_opt May 26 21:17:39.039764 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: extraroute.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.040702 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.041202 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: extraroute May 26 21:17:39.041522 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: extraroute_atomic.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.042566 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.043066 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: extraroute-atomic May 26 21:17:39.043385 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: filter_validation.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.044097 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.044594 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: filter-validation May 26 21:17:39.044915 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: fip_pf_description.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.050907 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.051403 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 26 21:17:39.051723 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: fip_pf_port_range.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.052681 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.053799 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 26 21:17:39.054122 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: fip_port_details.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.055065 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.055568 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: fip-port-details May 26 21:17:39.055928 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: flavors.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.057206 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.057714 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: flavors May 26 21:17:39.058035 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.059685 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.060227 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 26 21:17:39.060558 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: floatingip_pools.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.061436 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.061955 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: floatingip-pools May 26 21:17:39.062281 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: ip_allocation.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.063468 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.064013 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension ip_allocation not supported by any of loaded plugins May 26 21:17:39.064343 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.065272 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.065778 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: ip-substring-filtering May 26 21:17:39.066104 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: l2_adjacency.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.067028 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.067527 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension l2_adjacency not supported by any of loaded plugins May 26 21:17:39.067898 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: l3.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.068928 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.069438 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: router May 26 21:17:39.069764 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.072042 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.072572 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 26 21:17:39.072901 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.073829 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.074342 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: ext-gw-mode May 26 21:17:39.074669 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.075588 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.076130 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: l3-ha May 26 21:17:39.076456 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.077368 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.077867 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 26 21:17:39.078190 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: l3_flavors.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.079099 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.079604 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: l3-flavors May 26 21:17:39.079957 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.081363 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.081876 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 26 21:17:39.082205 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.083135 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.083645 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: l3-port-ip-change-not-allowed May 26 21:17:39.084003 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: l3agentscheduler.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.085080 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.085593 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: l3_agent_scheduler May 26 21:17:39.085922 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: local_ip.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.087691 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.088266 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension local_ip not supported by any of loaded plugins May 26 21:17:39.088557 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: logging.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.090016 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.090534 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension logging not supported by any of loaded plugins May 26 21:17:39.090863 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: metering.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.091618 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.092234 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: metering May 26 21:17:39.092567 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.093664 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.094173 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: metering_source_and_destination_fields May 26 21:17:39.094497 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: multiprovidernet.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.095571 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.096104 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: multi-provider May 26 21:17:39.096428 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: netmtu.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.097347 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.097864 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: net-mtu May 26 21:17:39.103858 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: netmtu_writable.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.104553 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.105063 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: net-mtu-writable May 26 21:17:39.105386 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: network_availability_zone.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.106060 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.106564 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: network_availability_zone May 26 21:17:39.106884 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: network_ip_availability.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.108034 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.108543 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: network-ip-availability May 26 21:17:39.108866 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: network_segment_range.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.109673 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.110178 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension network-segment-range not supported by any of loaded plugins May 26 21:17:39.110498 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: pagination.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.111489 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.111849 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: pagination May 26 21:17:39.112173 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: port_device_profile.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.113081 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.113593 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: port-device-profile May 26 21:17:39.113907 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: port_mac_address_override.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.114843 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.115349 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: port-mac-override May 26 21:17:39.116255 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.117182 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.117691 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: port-mac-address-regenerate May 26 21:17:39.118015 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.118932 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.119439 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: port-numa-affinity-policy May 26 21:17:39.119780 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: port_resource_request.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.120690 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.121190 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension port-resource-request not supported by any of loaded plugins May 26 21:17:39.121507 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: port_resource_request_groups.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.122472 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.122976 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 26 21:17:39.123291 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: portbindings.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.124259 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.124770 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: binding May 26 21:17:39.125084 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: portbindings_extended.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.131895 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.132400 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: binding-extended May 26 21:17:39.132724 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: portsecurity.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.133664 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.134168 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: port-security May 26 21:17:39.134491 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: project_id.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.135471 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.135840 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: project-id May 26 21:17:39.136166 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: providernet.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.137088 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.137607 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: provider May 26 21:17:39.137929 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: qos.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.141585 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.142104 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension qos not supported by any of loaded plugins May 26 21:17:39.142436 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.143689 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.144228 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 26 21:17:39.144559 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.145480 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.145992 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 26 21:17:39.146317 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: qos_default.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.147255 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.147792 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension qos-default not supported by any of loaded plugins May 26 21:17:39.148120 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: qos_fip.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.149084 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.149547 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension qos-fip not supported by any of loaded plugins May 26 21:17:39.149875 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.150780 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.151286 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 26 21:17:39.151609 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: qos_gateway_ip.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.152561 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.153074 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 26 21:17:39.153406 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: qos_port_network_policy.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.154364 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.154864 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 26 21:17:39.155187 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.156245 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.156759 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 26 21:17:39.157083 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.158117 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.158627 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 26 21:17:39.158949 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: qos_pps_rule.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.160156 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.165381 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension qos-pps not supported by any of loaded plugins May 26 21:17:39.165381 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: qos_rule_type_details.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.166067 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.166579 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 26 21:17:39.166903 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.167853 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.168358 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 26 21:17:39.168678 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: qos_rules_alias.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.169845 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.170357 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension qos-rules-alias not supported by any of loaded plugins May 26 21:17:39.170681 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: quota_check_limit.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.171622 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.172139 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: quota-check-limit May 26 21:17:39.172464 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: quotasv2.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.173444 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.173773 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: quotas May 26 21:17:39.174092 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: quotasv2_detail.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.175841 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.176184 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: quota_details May 26 21:17:39.176517 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: rbac.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.177595 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.178680 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: rbac-policies May 26 21:17:39.179012 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: rbac_address_group.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.179987 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.180503 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: rbac-address-group May 26 21:17:39.180831 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: rbac_address_scope.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.181855 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.182368 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: rbac-address-scope May 26 21:17:39.182740 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: rbac_security_groups.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.183679 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.184213 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: rbac-security-groups May 26 21:17:39.184536 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: rbac_subnetpool.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.185463 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.185967 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: rbac-subnetpool May 26 21:17:39.186295 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: revisionifmatch.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.187225 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.188010 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: revision-if-match May 26 21:17:39.188346 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: revisions.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.189470 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.189973 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: standard-attr-revisions May 26 21:17:39.190296 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: router_availability_zone.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.190970 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.191470 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: router_availability_zone May 26 21:17:39.191832 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: routerservicetype.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.192743 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.193243 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension router-service-type not supported by any of loaded plugins May 26 21:17:39.193582 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.194518 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.195020 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: security-groups-normalized-cidr May 26 21:17:39.195339 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.203278 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.203815 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: port-security-groups-filtering May 26 21:17:39.204154 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.205091 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.205580 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: security-groups-remote-address-group May 26 21:17:39.205904 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.206849 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.207362 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: security-groups-shared-filtering May 26 21:17:39.207687 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: securitygroup.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.219017 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.219554 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: security-group May 26 21:17:39.219924 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: segment.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.220667 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.221177 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension segment not supported by any of loaded plugins May 26 21:17:39.221508 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.222474 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.223021 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 26 21:17:39.223354 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: servicetype.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.224497 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.225551 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: service-type May 26 21:17:39.225876 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: sorting.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.226868 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.227198 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: sorting May 26 21:17:39.227520 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: standard_attr_segment.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.231915 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.232437 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension standard-attr-segment not supported by any of loaded plugins May 26 21:17:39.232760 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: standardattrdescription.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.233429 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.233933 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: standard-attr-description May 26 21:17:39.234260 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: stateful_security_group.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.235196 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.235708 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: stateful-security-group May 26 21:17:39.236056 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: stdattrs_common.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.236650 dv-cinder-828805-3-iscsi neutron-server[104531]: WARNING neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 26 21:17:39.236970 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.237931 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.238450 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 26 21:17:39.238774 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: subnet_onboard.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.239878 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.240448 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: subnet_onboard May 26 21:17:39.241327 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.242260 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.242766 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 26 21:17:39.243082 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: subnet_service_types.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.244053 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.244558 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: subnet-service-types May 26 21:17:39.244881 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: subnetallocation.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.246051 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.246557 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: subnet_allocation May 26 21:17:39.246880 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.247555 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.248089 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: subnetpool-prefix-ops May 26 21:17:39.248409 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.249368 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.249871 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 26 21:17:39.250191 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: tagging.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.251287 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.251868 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: standard-attr-tag May 26 21:17:39.252198 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: timestamp.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.253417 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.253928 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loaded extension: standard-attr-timestamp May 26 21:17:39.254254 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: trunk.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.255287 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.255835 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension trunk not supported by any of loaded plugins May 26 21:17:39.256187 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: trunk_details.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.257110 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.257620 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension trunk-details not supported by any of loaded plugins May 26 21:17:39.257942 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: uplink_status_propagation.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.258867 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.259375 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 26 21:17:39.259697 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Loading extension file: vlantransparent.py {{(pid=104531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 21:17:39.260406 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 21:17:39.260908 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extension vlan-transparent not supported by any of loaded plugins May 26 21:17:39.263504 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Creating instance of TrackedResource for resource:network May 26 21:17:39.264070 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Creating instance of TrackedResource for resource:subnet May 26 21:17:39.264466 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Creating instance of TrackedResource for resource:subnetpool May 26 21:17:39.271906 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Creating instance of TrackedResource for resource:port May 26 21:17:39.271906 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.v2.resource_helper [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 21:17:39.271906 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.v2.resource_helper [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Service FLAVORS assigned prefix: {{(pid=104531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 21:17:39.271906 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.v2.resource_helper [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 21:17:39.271906 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.v2.resource_helper [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 21:17:39.271906 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Creating instance of TrackedResource for resource:router May 26 21:17:39.271906 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Creating instance of TrackedResource for resource:floatingip May 26 21:17:39.272603 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.v2.resource_helper [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Service METERING assigned prefix: /metering {{(pid=104531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 21:17:39.272603 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:39.272603 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:39.272603 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:17:39.272603 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Creating instance of CountableResource for resource:rbac_policy May 26 21:17:39.273167 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Creating instance of TrackedResource for resource:security_group May 26 21:17:39.273255 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 21:17:39.273802 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.v2.resource_helper [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Service CORE assigned prefix: {{(pid=104531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 21:17:39.274133 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Creating instance of TrackedResource for resource:subnetpool May 26 21:17:39.274505 dv-cinder-828805-3-iscsi neutron-server[104531]: WARNING neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] subnetpool is already registered May 26 21:17:39.274939 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.v2.resource_helper [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Service CORE assigned prefix: {{(pid=104531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 21:17:39.275262 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Creating instance of TrackedResource for resource:subnetpool May 26 21:17:39.275597 dv-cinder-828805-3-iscsi neutron-server[104531]: WARNING neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] subnetpool is already registered May 26 21:17:39.278023 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.v2.resource_helper [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 21:17:39.278458 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.v2.resource_helper [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Service FLAVORS assigned prefix: {{(pid=104531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 21:17:39.279048 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.v2.resource_helper [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 21:17:39.279470 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.v2.resource_helper [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 21:17:39.279866 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Creating instance of TrackedResource for resource:router May 26 21:17:39.280220 dv-cinder-828805-3-iscsi neutron-server[104531]: WARNING neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] router is already registered May 26 21:17:39.280627 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Creating instance of TrackedResource for resource:floatingip May 26 21:17:39.281025 dv-cinder-828805-3-iscsi neutron-server[104531]: WARNING neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] floatingip is already registered May 26 21:17:39.281487 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.v2.resource_helper [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Service METERING assigned prefix: /metering {{(pid=104531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 21:17:39.282158 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Creating instance of CountableResource for resource:rbac_policy May 26 21:17:39.282484 dv-cinder-828805-3-iscsi neutron-server[104531]: WARNING neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] rbac_policy is already registered May 26 21:17:39.282897 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Creating instance of TrackedResource for resource:security_group May 26 21:17:39.283231 dv-cinder-828805-3-iscsi neutron-server[104531]: WARNING neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] security_group is already registered May 26 21:17:39.283630 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 21:17:39.283994 dv-cinder-828805-3-iscsi neutron-server[104531]: WARNING neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] security_group_rule is already registered May 26 21:17:39.284620 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.v2.resource_helper [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Service CORE assigned prefix: {{(pid=104531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 21:17:39.284944 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Creating instance of TrackedResource for resource:subnetpool May 26 21:17:39.285272 dv-cinder-828805-3-iscsi neutron-server[104531]: WARNING neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] subnetpool is already registered May 26 21:17:39.285700 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.v2.resource_helper [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Service CORE assigned prefix: {{(pid=104531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 21:17:39.286045 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Creating instance of TrackedResource for resource:subnetpool May 26 21:17:39.286374 dv-cinder-828805-3-iscsi neutron-server[104531]: WARNING neutron.quota.resource_registry [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] subnetpool is already registered May 26 21:17:39.286844 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: extensions {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.288913 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: address-groups {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.290448 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: address-scopes {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.291770 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: agents {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.292934 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: auto-allocated-topology {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.294182 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: availability_zones {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.295384 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: dhcp-networks {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.297790 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: dhcp-agents {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.298396 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: routers {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.300148 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: flavors {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.301378 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: service_profiles {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.302591 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: next_providers {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.304667 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: service_profiles {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.306196 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: floatingip-pools {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.307402 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: routers {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.309181 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: floatingips {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.310469 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: l3-routers {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.311882 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: l3-agents {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.313615 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: metering-labels {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.314913 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: metering-label-rules {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.316308 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: network-ip-availabilities {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.317615 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: bindings {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.319154 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: quotas {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.321805 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: quotas {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.323344 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: rbac-policies {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.324573 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: security-groups {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.325910 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: security-group-rules {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.327180 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: service-providers {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.328430 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: subnetpools {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.329755 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: subnetpools {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.331325 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: tags {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.333036 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: tags {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.334885 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: tags {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.336770 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: tags {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.338483 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: tags {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.340638 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: tags {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.342372 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: tags {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.344327 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: tags {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.346096 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: tags {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.347924 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron.api.extensions [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Extended resource: tags {{(pid=104531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 21:17:39.354863 dv-cinder-828805-3-iscsi neutron-server[104531]: WARNING keystonemiddleware.auth_token [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 26 21:17:39.360386 dv-cinder-828805-3-iscsi neutron-server[104531]: WARNING keystonemiddleware.auth_token [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 26 21:17:39.370431 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_concurrency.lockutils [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Acquired lock "singleton_lock" {{(pid=104531) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 26 21:17:39.370912 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_concurrency.lockutils [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Releasing lock "singleton_lock" {{(pid=104531) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 26 21:17:39.371668 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO oslo_service.service [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Starting 2 workers May 26 21:17:39.376790 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Started child 104642 {{(pid=104531) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 21:17:39.381811 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Started child 104643 {{(pid=104531) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 21:17:39.382850 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:39.383635 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO neutron.service [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Neutron service started, listening on 0.0.0.0:9696 May 26 21:17:39.384207 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:39.384677 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [-] (104642) wsgi starting up on http://0.0.0.0:9696 May 26 21:17:39.386782 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO oslo_service.service [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Starting 1 workers May 26 21:17:39.386916 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:39.388477 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [-] (104643) wsgi starting up on http://0.0.0.0:9696 May 26 21:17:39.392354 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Started child 104644 {{(pid=104531) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 21:17:39.392928 dv-cinder-828805-3-iscsi neutron-server[104531]: INFO oslo_service.service [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Starting 1 workers May 26 21:17:39.396122 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.service [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] calling RpcWorker wait() {{(pid=104644) _wait /opt/stack/neutron/neutron/service.py:128}} May 26 21:17:39.401570 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.service [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] returning from RpcWorker wait() {{(pid=104644) _wait /opt/stack/neutron/neutron/service.py:135}} May 26 21:17:39.401739 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Started child 104645 {{(pid=104531) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 21:17:39.401833 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:39.401833 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:39.401995 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG neutron_lib.callbacks.manager [None req-0835fc27-53d6-41d3-93fd-9fca62a8c293 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:39.401995 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104531) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 21:17:39.401995 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 21:17:39.401995 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 21:17:39.401995 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 21:17:39.402368 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 21:17:39.402368 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 21:17:39.402843 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.403139 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.403388 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.403645 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.404261 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.404523 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.404632 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:39.405136 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.405136 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.405287 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.405453 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.405686 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.405893 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.406127 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.406432 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.406706 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.406949 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.407200 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.407371 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.407641 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.408058 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.408164 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.408460 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] debug = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.408701 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.409196 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.409446 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.409777 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.409942 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.410178 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.410424 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.410706 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.410936 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.411148 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.411395 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.411729 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.412038 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.412250 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.413116 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.413338 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.413590 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.414075 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] host = dv-cinder-828805-3-iscsi {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.414310 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.414526 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.414750 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.414995 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.415246 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.415460 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.415730 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.416025 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.416296 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.416516 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.416767 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.417174 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.417382 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.417711 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] log_file = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.417711 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] log_options = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.418111 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.418283 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.418616 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.418777 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.418910 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.419206 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.419373 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.419511 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.419783 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.419968 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.420196 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.420433 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.420669 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.420918 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.421183 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.421395 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.421636 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.421904 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.422220 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.422457 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.422683 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.423421 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.423792 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.424309 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.424406 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.424616 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.424883 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.425096 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.425310 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.425533 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.425781 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.426047 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.426266 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.426512 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.426783 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.427013 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.427239 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.427473 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.427765 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.428024 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.428272 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.428528 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.428745 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.428969 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.429190 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.429402 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.429613 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] use_json = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.429827 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.430056 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.430304 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.430534 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.430747 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.430962 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.431173 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.431428 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.431641 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.432066 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.432357 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.439873 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.439873 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.439873 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.439873 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.439873 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.439873 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.439873 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.439873 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.441011 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.441011 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.441167 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:39.441254 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.441254 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.441254 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.441254 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.441254 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.441254 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.441254 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.441254 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.441787 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.441787 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.441787 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.441787 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.441787 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.441787 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.441787 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.441787 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.442323 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.442323 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.442323 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.442323 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.442323 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.442323 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.442323 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.442323 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.442867 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.442867 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.442867 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.442867 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.442867 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.442867 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.443278 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.443278 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.443467 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.443691 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.443949 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.444299 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.444453 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.444695 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.445090 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.445194 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.445338 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.445756 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.445862 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.446003 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.446255 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.446481 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.446732 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.447002 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.447234 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.447453 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.448532 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.448790 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.449066 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.449335 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.449568 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.449825 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.450089 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.450350 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.450574 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.450792 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.451081 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.451533 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.451810 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.452228 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.453027 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.453263 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.453483 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.453865 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.454124 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.454300 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.456961 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.458226 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.460957 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.461199 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.461436 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.461669 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.461898 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.462125 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.462346 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.462668 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.462960 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.463213 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.463454 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.463692 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.468630 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.469099 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.470132 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.470132 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.470132 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.470460 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.470659 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.470932 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.471169 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.471402 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.471654 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.471931 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.472159 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.472389 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.472862 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.473276 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.473665 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.474255 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.474659 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.475714 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.476152 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.476411 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.476697 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.476996 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.477401 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.477865 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.478271 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.478682 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.479156 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.479610 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.479937 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.480349 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.480758 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.481180 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.481591 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.481999 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.482402 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.482650 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.482916 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.483184 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.483445 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.483665 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.483968 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.484311 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.484612 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.484764 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.484984 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.485738 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.486429 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.486688 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.486969 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.487223 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.487482 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.487723 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.487980 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.488201 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.488453 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.488706 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.488929 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.489166 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.489659 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.489906 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.490142 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.490385 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.491146 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.491526 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.491825 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.492069 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.492314 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.492535 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.492790 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.493009 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.493234 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.493477 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.493724 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.493950 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.494170 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.494403 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.494676 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.494894 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.495193 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.495454 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.495689 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.495970 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.496216 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.496450 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.496669 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.496915 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.497138 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.497350 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.497579 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.497801 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.498021 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.498252 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.498666 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.498905 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.499159 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.499406 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.499783 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.500040 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.500262 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.500532 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.500774 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.500989 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.501230 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.501464 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.502729 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.502729 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.502729 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.502729 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.502729 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.503133 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.503133 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.503365 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.503642 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.503870 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.504138 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.504379 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.504622 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.504837 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.505064 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.505278 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.505496 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.505719 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.505930 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.506179 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.506906 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.507207 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.507467 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.507710 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.507974 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.508213 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.508445 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.508666 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.508932 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.509141 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.509829 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.510033 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.510252 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.510483 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.510690 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.510900 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.511124 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.511352 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.511562 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.511811 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.512023 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.512238 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.512494 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.512710 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.512915 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.513138 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.513348 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.513586 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.513809 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.514028 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.514239 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.514463 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.514670 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.514881 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.515119 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.515472 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.515651 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.515844 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.516094 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.516336 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.516644 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.516877 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.517139 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.517385 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.517704 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.517935 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.518176 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.518417 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.518655 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.519008 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.519148 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.519468 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.519957 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.520096 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.520394 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.520602 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.520893 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.521161 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.521373 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.521680 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.522402 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.522402 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.522687 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.522799 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.523035 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.523275 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.523492 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.523765 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.523998 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.524214 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.524473 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.524702 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.524970 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.525185 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.525427 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.525664 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.525881 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.526106 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.526477 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.526702 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.526862 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 21:17:39.527401 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104531) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 21:17:39.527557 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 21:17:39.527711 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 21:17:39.527903 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 21:17:39.528073 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 21:17:39.528225 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 21:17:39.528433 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.528595 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.528757 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.528917 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.529114 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.529280 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.529439 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.529598 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.529939 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.529939 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.530095 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.530204 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.530364 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.530524 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.530682 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.530845 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.531003 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.531188 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.531415 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.532518 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.532518 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.532518 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] debug = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.532518 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.532518 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.532518 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.533857 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.533857 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.533857 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.533857 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.533857 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.533857 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.533857 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.533857 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.536541 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.536541 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.536541 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.536541 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.536541 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.536541 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.536973 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:39.537072 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] host = dv-cinder-828805-3-iscsi {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.537072 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.537072 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.537072 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.537072 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.537072 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.537072 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.537072 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.537681 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.537681 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.537681 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.537681 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.537681 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.537681 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.537681 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] log_file = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.537681 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] log_options = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.538768 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.538768 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.538768 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.538768 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.538768 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.538768 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.538768 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.539184 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.539184 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.539184 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.539184 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.539184 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.539184 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.539184 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.539184 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.539647 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.539647 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.539647 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.539647 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.540659 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.540850 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.541646 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.541779 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.541943 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.542267 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.542267 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.542416 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.542549 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.542636 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 44938) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:39.544121 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.544121 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.544121 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.544121 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.544121 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.544121 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.544121 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.544121 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.544798 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.544798 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.544798 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.544798 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.544798 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.544798 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.544798 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.545293 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.545293 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.545293 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.545494 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] use_json = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.545576 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.545690 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.545871 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.546031 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.546592 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.546592 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.546592 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.546833 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.546833 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 21:17:39.546980 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.547097 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.547268 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.547430 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.547591 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.547768 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.547933 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.548101 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.548246 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.549181 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.549181 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.549181 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.549181 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.549181 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.549181 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.549631 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.549631 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.549631 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.550294 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.550294 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.550294 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.550510 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.550588 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.550675 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.550851 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.551016 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.551148 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.551312 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.551630 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.551842 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.552023 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.552187 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.552348 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.553921 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.553921 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.553921 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.553921 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.553921 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.553921 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.553921 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.554497 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.554497 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.554497 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.554713 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.554798 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.554950 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.555123 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.555286 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.555429 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.555596 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.555828 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.555972 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.556134 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.556294 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.556455 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.556617 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.556780 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.557927 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.557927 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.557927 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.557927 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.557927 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.557927 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.558314 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0124536 May 26 21:17:39.558403 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.558531 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.558698 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.558858 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.559022 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.559810 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.559810 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.559810 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.559810 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.559810 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.560841 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.560841 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.560841 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.560841 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.560841 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.560841 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.561432 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.561432 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.561432 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.561432 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.561747 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.561747 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.561979 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.561979 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.562239 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.562239 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.562446 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.562514 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.562704 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.563126 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.563859 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.563859 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.563859 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.563859 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.564277 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.564277 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.564277 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.564468 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.564537 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.564658 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.565179 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.565179 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.565179 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.565392 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.565459 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.565554 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.566576 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.566725 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.571836 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.571836 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.571836 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.571836 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.571836 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.571836 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.571836 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.571836 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.572440 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.572440 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.572440 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.572440 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.572440 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.572440 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.572440 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.572440 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.572899 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.572899 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.572899 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.572899 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.572899 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.572899 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.572899 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.572899 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.572899 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.573413 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.573413 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.573413 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.573413 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.573413 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.573413 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.573413 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.573413 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.573911 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.573911 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.573911 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.573911 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.573911 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.573911 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.573911 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.574670 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.574670 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.574670 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.574670 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.574670 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.574957 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.574957 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.575180 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.575277 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.575435 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.575555 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.575709 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.577687 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.577687 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.577687 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.577687 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.577687 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.577687 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.577687 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.578728 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.578728 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.578728 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.578728 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.578728 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.578728 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.578728 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.579902 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.579902 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.579902 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.579902 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.579902 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.579902 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.579902 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.581019 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.581019 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.581019 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.581019 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.581019 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.581019 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.581019 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.581019 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.582548 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.582548 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.582548 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.582548 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.582548 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.582548 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.582548 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.582548 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.583735 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.583735 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.583735 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.583735 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.583735 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.583735 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.583735 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.583735 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.584837 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.584837 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.584837 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.584837 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.584837 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.584837 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.584837 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.584837 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.584837 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.585890 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.585890 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.585890 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.585890 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.585890 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.585890 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.585890 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.586856 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.586856 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.586856 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.586856 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.586856 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.586856 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.587474 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.587474 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.587474 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.587474 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.587474 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.588001 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.588001 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.588001 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.588338 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.588338 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.588589 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.588589 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.588823 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.588823 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.589024 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.589142 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.589303 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.589473 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.589633 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.589793 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.589953 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.590113 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.590650 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.590650 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.590824 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.590903 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.591066 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.591227 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.591388 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.591557 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.591720 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.592141 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.592141 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.592290 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.592357 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.593124 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.593124 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.593124 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.593124 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.593124 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.593505 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.593505 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.593649 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.593733 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.593880 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.594355 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.594355 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.594533 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.594638 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.594808 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.594969 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.595137 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.595311 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.595471 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.595631 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.595831 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.596019 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.596153 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.596312 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.597363 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.597363 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.597363 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.597363 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.597363 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.597363 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.597363 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.597934 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.597934 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.597934 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.597934 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.598174 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.598243 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 21:17:39.598398 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 21:17:48.711626 dv-cinder-828805-3-iscsi neutron-server[104531]: DEBUG dbcounter [-] [104531] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104531) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:51.047127 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writer thread running {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 21:17:51.048835 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a030f0e-64ea-4f68-b8ea-7b71d4d291b1 None None] get_active_networks_info from dv-cinder-828805-3-iscsi {{(pid=104644) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 26 21:17:51.124628 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a030f0e-64ea-4f68-b8ea-7b71d4d291b1 None None] No non-hosted networks {{(pid=104644) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 26 21:17:51.132711 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.agentschedulers_db [None req-5a030f0e-64ea-4f68-b8ea-7b71d4d291b1 None None] DHCP Agent not found on host dv-cinder-828805-3-iscsi {{(pid=104644) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 26 21:17:51.209282 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-6385252f-c3cc-4393-b191-7dbda7c4f880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694735'] for agent (35848227-359f-404d-a469-91025de84eed), after_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:52.824128 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writer thread running {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 21:17:53.407728 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2505f289-221c-4b95-8c7a-6608faa1c8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694735'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:53.448047 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.db.api [None req-a1633e95-8ea9-4743-8b94-c9eb22e03868 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-828805-3-iscsi {{(pid=104644) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 21:17:53.448843 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG oslo_db.api [None req-a1633e95-8ea9-4743-8b94-c9eb22e03868 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 21:17:54.041547 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a1633e95-8ea9-4743-8b94-c9eb22e03868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:54.301967 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 45012) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:54.543927 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694735'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:54.988633 dv-cinder-828805-3-iscsi neutron-server[104642]: WARNING oslo_policy.policy [None req-0ad5dfbd-fbd9-4408-844b-839336a4fc73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 21:17:54.989495 dv-cinder-828805-3-iscsi neutron-server[104642]: WARNING oslo_policy.policy [None req-0ad5dfbd-fbd9-4408-844b-839336a4fc73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 21:17:55.223800 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [None req-0ad5dfbd-fbd9-4408-844b-839336a4fc73 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104642) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:17:55.240414 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-0ad5dfbd-fbd9-4408-844b-839336a4fc73 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9364417 May 26 21:17:56.087518 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694735'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:57.613268 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694735'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:57.614831 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:57.615166 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:57.615493 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:57.615842 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:57.616169 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:57.616489 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:57.616853 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:57.617187 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:57.617551 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:57.617838 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:57.618170 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:57.618486 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:57.618830 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:57.619120 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:57.619455 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:57.620298 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-828805-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:57.627226 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-828805-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:57.801768 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 45046) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:57.833343 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.db.l3_hamode_db [None req-ebac81c0-0820-4eda-875b-ad127f48dd86 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 26 21:17:57.909082 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac81c0-0820-4eda-875b-ad127f48dd86 None None] Routers set() bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:17:57.909394 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac81c0-0820-4eda-875b-ad127f48dd86 None None] Router IDs set() for agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 21:17:58.138609 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-6fb3fd40-38a6-4cae-b33b-6f100b7c4a7a admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:17:58.229582 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.policy [None req-6fb3fd40-38a6-4cae-b33b-6f100b7c4a7a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104642) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 21:17:58.272240 dv-cinder-828805-3-iscsi neutron-server[104642]: WARNING oslo_policy.policy [None req-6fb3fd40-38a6-4cae-b33b-6f100b7c4a7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 21:17:58.272628 dv-cinder-828805-3-iscsi neutron-server[104642]: WARNING oslo_policy.policy [None req-6fb3fd40-38a6-4cae-b33b-6f100b7c4a7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 21:17:58.292951 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writer thread running {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 21:17:58.430062 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6fb3fd40-38a6-4cae-b33b-6f100b7c4a7a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745433476367', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745433476867', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745433525710', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745433515960', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745433513911', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745433498205', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-801327', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-835778', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1858328', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1752933'] for rbac-policy (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:58.603294 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6fb3fd40-38a6-4cae-b33b-6f100b7c4a7a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:58.604440 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-6fb3fd40-38a6-4cae-b33b-6f100b7c4a7a admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8016136 May 26 21:18:01.018364 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 45058) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:18:01.336914 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:18:01.406656 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Made reservation on behalf of a2cdddc85fc3414a8028b384e27eabad for: {'network': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:18:01.410524 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for network (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:01.427853 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:01.537238 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Publish callbacks [] for security_group (9f545588-8b25-4693-acd0-06414b1f67ac), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:01.595222 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (9f545588-8b25-4693-acd0-06414b1f67ac), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:01.628511 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=104642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:18:01.657691 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745431346791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (a9af768f-9659-476f-a550-9e9ca782d61d), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:01.658212 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.segments_db [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Added segment a9af768f-9659-476f-a550-9e9ca782d61d of type vlan for network 1c7ecf32-2cad-4801-aac3-d14ce71ca4e2 May 26 21:18:01.673119 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9f545588-8b25-4693-acd0-06414b1f67ac,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:01.700746 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:01.701079 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:01.701426 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:01.701778 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:01.702102 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:01.702515 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:01.702839 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:01.703153 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:01.703467 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:01.703801 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:01.704115 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:01.704442 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:01.704755 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:01.705062 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:01.705370 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Tracked resource versions report: May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: pushed versions: May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: { 'AddressGroup': {'1.2'}, May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'Agent': {'1.1'}, May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'ConntrackHelper': {'1.0'}, May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'LocalIPAssociation': {'1.0'}, May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'Log': {'1.0'}, May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'NDPProxy': {'1.0'}, May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'Network': {'1.1'}, May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'Port': {'1.7'}, May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'PortForwarding': {'1.3'}, May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'QosPolicy': {'1.10'}, May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'SecurityGroup': {'1.5'}, May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'SecurityGroupRule': {'1.2'}, May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'SubPort': {'1.0'}, May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'Subnet': {'1.1'}, May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'Trunk': {'1.1'}} May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: consumer versions: May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: { DHCP agent@dv-cinder-828805-3-iscsi: {}, May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: L3 agent@dv-cinder-828805-3-iscsi: {}, May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: Metadata agent@dv-cinder-828805-3-iscsi: {}, May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: Metering agent@dv-cinder-828805-3-iscsi: {}, May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: Open vSwitch agent@dv-cinder-828805-3-iscsi: { 'AddressGroup': '1.2', May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'Agent': '1.1', May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'ConntrackHelper': '1.0', May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'LocalIPAssociation': '1.0', May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'Log': '1.0', May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'NDPProxy': '1.0', May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'Network': '1.1', May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'Port': '1.7', May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'PortForwarding': '1.3', May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'QosPolicy': '1.10', May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'SecurityGroup': '1.5', May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'SecurityGroupRule': '1.2', May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'SubPort': '1.0', May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'Subnet': '1.1', May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: 'Trunk': '1.1'}} May 26 21:18:01.706935 dv-cinder-828805-3-iscsi neutron-server[104642]: {{(pid=104642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 21:18:01.769670 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745430822750'] for network (1c7ecf32-2cad-4801-aac3-d14ce71ca4e2), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:01.892783 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for network (1c7ecf32-2cad-4801-aac3-d14ce71ca4e2), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:01.897949 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:01.898686 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:02.009935 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] Pushing event updated for resources: {'Network': ['ID=1c7ecf32-2cad-4801-aac3-d14ce71ca4e2,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:02.021385 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Network 1c7ecf32-2cad-4801-aac3-d14ce71ca4e2 details requested by agent ovs-agent-dv-cinder-828805-3-iscsi with host dv-cinder-828805-3-iscsi {{(pid=104644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:18:02.083957 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-77ed8bc6-f7e5-4507-9a1c-ea791facaaad demo demo] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0643895 May 26 21:18:04.525759 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 45070) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:18:05.024932 dv-cinder-828805-3-iscsi neutron-server[104643]: WARNING oslo_policy.policy [None req-867808db-c000-47ec-8a07-3c83595cf7fc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 21:18:05.025480 dv-cinder-828805-3-iscsi neutron-server[104643]: WARNING oslo_policy.policy [None req-867808db-c000-47ec-8a07-3c83595cf7fc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 21:18:05.259148 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writer thread running {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 21:18:05.461924 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.policy [None req-867808db-c000-47ec-8a07-3c83595cf7fc demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104643) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 21:18:05.503576 dv-cinder-828805-3-iscsi neutron-server[104643]: WARNING oslo_policy.policy [None req-867808db-c000-47ec-8a07-3c83595cf7fc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 21:18:05.503976 dv-cinder-828805-3-iscsi neutron-server[104643]: WARNING oslo_policy.policy [None req-867808db-c000-47ec-8a07-3c83595cf7fc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 21:18:05.511694 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867808db-c000-47ec-8a07-3c83595cf7fc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:05.513441 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-867808db-c000-47ec-8a07-3c83595cf7fc demo admin] 10.222.0.42 "GET /v2.0/networks/1c7ecf32-2cad-4801-aac3-d14ce71ca4e2 HTTP/1.1" status: 200 len: 825 time: 0.9867845 May 26 21:18:05.553877 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-e2b45a90-4cfd-4ce5-b2b2-cd0d9c737ead demo admin] 10.222.0.42 "GET /v2.0/subnetpools/f57f1ea6-b167-4049-a795-9fb513d85964 HTTP/1.1" status: 200 len: 734 time: 0.0346181 May 26 21:18:05.564033 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '1c7ecf32-2cad-4801-aac3-d14ce71ca4e2', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'f57f1ea6-b167-4049-a795-9fb513d85964', 'ip_version': 4}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:18:05.664603 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Made reservation on behalf of a2cdddc85fc3414a8028b384e27eabad for: {'subnet': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:18:05.667473 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:06.047149 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for subnet (0884bfba-4d34-4bfb-be57-66faaf08b485), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:06.117570 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=65,neutron:INSERT=35 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:06.124764 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Checking segment: {'id': 'a9af768f-9659-476f-a550-9e9ca782d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1c7ecf32-2cad-4801-aac3-d14ce71ca4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:18:06.125133 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Network hostable DHCP agents. Network: 1c7ecf32-2cad-4801-aac3-d14ce71ca4e2, hostable agents: ['35848227-359f-404d-a469-91025de84eed'], hosted agents: [] {{(pid=104643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:18:06.130727 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Pushing event updated for resources: {'Subnet': ['ID=0884bfba-4d34-4bfb-be57-66faaf08b485,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:06.144487 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:06.144825 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:06.145171 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:06.145518 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:06.145849 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:06.146166 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:06.146483 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:06.146799 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:06.147127 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:06.147449 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:06.148475 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:06.148812 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:06.149129 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:06.149441 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:06.149753 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Tracked resource versions report: May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: pushed versions: May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: { 'AddressGroup': {'1.2'}, May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'Agent': {'1.1'}, May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'ConntrackHelper': {'1.0'}, May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'LocalIPAssociation': {'1.0'}, May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'Log': {'1.0'}, May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'NDPProxy': {'1.0'}, May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'Network': {'1.1'}, May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'Port': {'1.7'}, May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'PortForwarding': {'1.3'}, May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'QosPolicy': {'1.10'}, May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'SecurityGroup': {'1.5'}, May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'SecurityGroupRule': {'1.2'}, May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'SubPort': {'1.0'}, May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'Subnet': {'1.1'}, May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'Trunk': {'1.1'}} May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: consumer versions: May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: { DHCP agent@dv-cinder-828805-3-iscsi: {}, May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: L3 agent@dv-cinder-828805-3-iscsi: {}, May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: Metadata agent@dv-cinder-828805-3-iscsi: {}, May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: Metering agent@dv-cinder-828805-3-iscsi: {}, May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: Open vSwitch agent@dv-cinder-828805-3-iscsi: { 'AddressGroup': '1.2', May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'Agent': '1.1', May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'ConntrackHelper': '1.0', May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'LocalIPAssociation': '1.0', May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'Log': '1.0', May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'NDPProxy': '1.0', May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'Network': '1.1', May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'Port': '1.7', May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'PortForwarding': '1.3', May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'QosPolicy': '1.10', May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'SecurityGroup': '1.5', May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'SecurityGroupRule': '1.2', May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'SubPort': '1.0', May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'Subnet': '1.1', May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: 'Trunk': '1.1'}} May 26 21:18:06.151173 dv-cinder-828805-3-iscsi neutron-server[104643]: {{(pid=104643) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 21:18:06.252013 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Network 1c7ecf32-2cad-4801-aac3-d14ce71ca4e2 is scheduled to be hosted by DHCP agent 35848227-359f-404d-a469-91025de84eed with binding_index 1 {{(pid=104643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:18:06.326342 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-3-iscsi, 1c7ecf32-2cad-4801-aac3-d14ce71ca4e2) {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:18:06.331506 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:06.332174 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for subnet (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:06.336681 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2debb817-577f-4bde-9020-2d937be07206 None None] Network 1c7ecf32-2cad-4801-aac3-d14ce71ca4e2 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:18:06.426188 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-530bb176-e413-4cf6-9b24-5401e9f29994 demo admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8660045 May 26 21:18:06.594464 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6993d58-562d-5621-893b-747d316cca5c-1c7ecf32-2cad-4801-aac3-d14ce71ca4e2', 'network_id': '1c7ecf32-2cad-4801-aac3-d14ce71ca4e2', 'project_id': 'a2cdddc85fc3414a8028b384e27eabad', 'fixed_ips': [{'subnet_id': '0884bfba-4d34-4bfb-be57-66faaf08b485'}]}} from dv-cinder-828805-3-iscsi. {{(pid=104644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 21:18:06.595791 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:06.879045 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.db_base_plugin_common [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Allocated IP 172.20.0.2 (1c7ecf32-2cad-4801-aac3-d14ce71ca4e2/0884bfba-4d34-4bfb-be57-66faaf08b485/d41e1bdd-c2fa-4751-8a94-5ddc7a746771) {{(pid=104644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:18:06.895878 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=59,neutron:INSERT=38,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:07.059369 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:07.068876 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=7 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:07.155253 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Publish callbacks [] for port (d41e1bdd-c2fa-4751-8a94-5ddc7a746771), precommit_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:07.213120 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (d41e1bdd-c2fa-4751-8a94-5ddc7a746771), after_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:07.283184 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:07.294964 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Network 1c7ecf32-2cad-4801-aac3-d14ce71ca4e2 is already hosted by enough agents. {{(pid=104644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:18:07.300829 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.base_scheduler [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Resources bound (agent type, host, resource id): {{(pid=104644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:18:07.306274 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Pushing event updated for resources: {'Port': ['ID=d41e1bdd-c2fa-4751-8a94-5ddc7a746771,revision_number=1']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:07.308965 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Received port after_create {{(pid=104644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:18:07.319668 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:07.320108 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:07.320464 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:07.320828 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:07.321159 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:07.321504 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:07.321810 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:07.322132 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:07.322454 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:07.322775 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:07.323094 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:07.323429 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:07.323762 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:07.324086 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:07.324403 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Tracked resource versions report: May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: pushed versions: May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: { 'AddressGroup': {'1.2'}, May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'Agent': {'1.1'}, May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'ConntrackHelper': {'1.0'}, May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'LocalIPAssociation': {'1.0'}, May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'Log': {'1.0'}, May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'NDPProxy': {'1.0'}, May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'Network': {'1.1'}, May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'Port': {'1.7'}, May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'PortForwarding': {'1.3'}, May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'QosPolicy': {'1.10'}, May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'SecurityGroup': {'1.5'}, May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'SecurityGroupRule': {'1.2'}, May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'SubPort': {'1.0'}, May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'Subnet': {'1.1'}, May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'Trunk': {'1.1'}} May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: consumer versions: May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: { DHCP agent@dv-cinder-828805-3-iscsi: {}, May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: L3 agent@dv-cinder-828805-3-iscsi: {}, May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: Metadata agent@dv-cinder-828805-3-iscsi: {}, May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: Metering agent@dv-cinder-828805-3-iscsi: {}, May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: Open vSwitch agent@dv-cinder-828805-3-iscsi: { 'AddressGroup': '1.2', May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'Agent': '1.1', May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'ConntrackHelper': '1.0', May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'LocalIPAssociation': '1.0', May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'Log': '1.0', May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'NDPProxy': '1.0', May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'Network': '1.1', May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'Port': '1.7', May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'PortForwarding': '1.3', May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'QosPolicy': '1.10', May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'SecurityGroup': '1.5', May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'SecurityGroupRule': '1.2', May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'SubPort': '1.0', May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'Subnet': '1.1', May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: 'Trunk': '1.1'}} May 26 21:18:07.325842 dv-cinder-828805-3-iscsi neutron-server[104644]: {{(pid=104644) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 21:18:07.401304 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Attempting to bind port d41e1bdd-c2fa-4751-8a94-5ddc7a746771 on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:18:07.402005 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Attempting to bind port d41e1bdd-c2fa-4751-8a94-5ddc7a746771 by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': 'a9af768f-9659-476f-a550-9e9ca782d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1c7ecf32-2cad-4801-aac3-d14ce71ca4e2'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:18:07.402112 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Attempting to bind port d41e1bdd-c2fa-4751-8a94-5ddc7a746771 on network 1c7ecf32-2cad-4801-aac3-d14ce71ca4e2 {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:18:07.407270 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:18:07.407579 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Checking segment: {'id': 'a9af768f-9659-476f-a550-9e9ca782d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1c7ecf32-2cad-4801-aac3-d14ce71ca4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:18:07.408077 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:07.408468 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Bound using segment: {'id': 'a9af768f-9659-476f-a550-9e9ca782d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1c7ecf32-2cad-4801-aac3-d14ce71ca4e2'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:18:07.408938 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Bound port: d41e1bdd-c2fa-4751-8a94-5ddc7a746771, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9af768f-9659-476f-a550-9e9ca782d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1c7ecf32-2cad-4801-aac3-d14ce71ca4e2'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:18:07.409322 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (d41e1bdd-c2fa-4751-8a94-5ddc7a746771), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:07.471967 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] For port d41e1bdd-c2fa-4751-8a94-5ddc7a746771, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:18:07.491169 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] For port d41e1bdd-c2fa-4751-8a94-5ddc7a746771, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=d41e1bdd-c2fa-4751-8a94-5ddc7a746771,segment=NetworkSegment(a9af768f-9659-476f-a550-9e9ca782d61d),segment_id=a9af768f-9659-476f-a550-9e9ca782d61d)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:18:07.555762 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (d41e1bdd-c2fa-4751-8a94-5ddc7a746771), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:07.616682 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa9e1b-3ee3-4d4b-ba36-140f72cce045 None None] Pushing event updated for resources: {'Port': ['ID=d41e1bdd-c2fa-4751-8a94-5ddc7a746771,revision_number=2']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:08.885515 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 45098) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:18:09.213583 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [None req-cec99bac-3de4-4211-a26f-55b6327d32c2 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104643) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:18:09.214608 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-cec99bac-3de4-4211-a26f-55b6327d32c2 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3280532 May 26 21:18:11.677386 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 45106) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:18:12.005908 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [None req-cf15cd33-ab3a-48d9-a4b4-055d39cbed54 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104642) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:18:12.007012 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-cf15cd33-ab3a-48d9-a4b4-055d39cbed54 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3286722 May 26 21:18:12.008061 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=63,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:12.029965 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=42,neutron:INSERT=46,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:14.529893 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 45118) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:18:14.872134 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-a5acd54f-75aa-4656-bccc-98954294364b demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:18:14.961583 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a5acd54f-75aa-4656-bccc-98954294364b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1694579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4878'] for router (b12f0225-4da3-48dc-84e6-86e060fa7dcb), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:14.963141 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a5acd54f-75aa-4656-bccc-98954294364b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4869'] for router (b12f0225-4da3-48dc-84e6-86e060fa7dcb), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:15.108152 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a5acd54f-75aa-4656-bccc-98954294364b demo demo] Publish callbacks [] for router_controller (b12f0225-4da3-48dc-84e6-86e060fa7dcb), precommit_add_association {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:15.179068 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a5acd54f-75aa-4656-bccc-98954294364b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696000'] for router (b12f0225-4da3-48dc-84e6-86e060fa7dcb), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:15.276632 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a5acd54f-75aa-4656-bccc-98954294364b demo demo] Publish callbacks [] for router (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:15.277731 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-a5acd54f-75aa-4656-bccc-98954294364b demo demo] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7468703 May 26 21:18:16.349804 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=57,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:17.605835 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:17.613852 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:17.834576 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 45132) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:18:18.190064 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device d41e1bdd-c2fa-4751-8a94-5ddc7a746771 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:18:18.232760 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [None req-043545d3-14ad-4802-af8f-be5b7895380e admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104642) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:18:18.233963 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-043545d3-14ad-4802-af8f-be5b7895380e admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3982971 May 26 21:18:18.272969 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port d41e1bdd-c2fa-4751-8a94-5ddc7a746771 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:18:18.273475 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (d41e1bdd-c2fa-4751-8a94-5ddc7a746771), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:18.382237 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port d41e1bdd-c2fa-4751-8a94-5ddc7a746771 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:18:18.382578 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (d41e1bdd-c2fa-4751-8a94-5ddc7a746771), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:18.422383 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-b4353f01-5905-4310-a158-79fd044992cf None None] For port d41e1bdd-c2fa-4751-8a94-5ddc7a746771, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=d41e1bdd-c2fa-4751-8a94-5ddc7a746771,segment=NetworkSegment(a9af768f-9659-476f-a550-9e9ca782d61d),segment_id=a9af768f-9659-476f-a550-9e9ca782d61d)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:18:18.503971 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (d41e1bdd-c2fa-4751-8a94-5ddc7a746771), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:18.557126 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Pushing event updated for resources: {'Port': ['ID=d41e1bdd-c2fa-4751-8a94-5ddc7a746771,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:19.053781 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dae33f8-5206-4659-b93e-3081628f3c07 None None] Network 1c7ecf32-2cad-4801-aac3-d14ce71ca4e2 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:18:19.122562 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2ae04292-cd12-47fb-8061-ce67b2e450fe None None] Provisioning complete for port d41e1bdd-c2fa-4751-8a94-5ddc7a746771 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:18:19.122942 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2ae04292-cd12-47fb-8061-ce67b2e450fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (d41e1bdd-c2fa-4751-8a94-5ddc7a746771), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:19.245972 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2ae04292-cd12-47fb-8061-ce67b2e450fe None None] Current status of the port d41e1bdd-c2fa-4751-8a94-5ddc7a746771 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:18:19.466489 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-c8a898e8-344f-4aeb-ab45-32cfda36e064 None None] Provisioning complete for port d41e1bdd-c2fa-4751-8a94-5ddc7a746771 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:18:19.466859 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-c8a898e8-344f-4aeb-ab45-32cfda36e064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (d41e1bdd-c2fa-4751-8a94-5ddc7a746771), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:19.541384 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-c8a898e8-344f-4aeb-ab45-32cfda36e064 None None] Current status of the port d41e1bdd-c2fa-4751-8a94-5ddc7a746771 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:18:20.168151 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device d41e1bdd-c2fa-4751-8a94-5ddc7a746771 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:18:20.212371 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port d41e1bdd-c2fa-4751-8a94-5ddc7a746771 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:18:20.212757 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (d41e1bdd-c2fa-4751-8a94-5ddc7a746771), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:20.284672 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port d41e1bdd-c2fa-4751-8a94-5ddc7a746771 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:18:20.711773 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 45140) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:18:21.025366 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-95bd0c99-a50f-4f49-9d7a-ed71558c7395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:21.034306 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-35d65436-de83-4eb8-8f36-e6aef6de7b96 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:18:21.132420 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d65436-de83-4eb8-8f36-e6aef6de7b96 admin admin] Made reservation on behalf of 213a059b002f40c1bddeb6d9f1da1459 for: {'network': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:18:21.134658 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-35d65436-de83-4eb8-8f36-e6aef6de7b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for network (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:21.143188 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-35d65436-de83-4eb8-8f36-e6aef6de7b96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:21.215226 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-35d65436-de83-4eb8-8f36-e6aef6de7b96 admin admin] Publish callbacks [] for security_group (200b96d1-2656-434f-b13b-7a272ea9a97f), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:21.285905 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-35d65436-de83-4eb8-8f36-e6aef6de7b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (200b96d1-2656-434f-b13b-7a272ea9a97f), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:21.301294 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-35d65436-de83-4eb8-8f36-e6aef6de7b96 admin admin] Reserving flat network on physical network physnet1 {{(pid=104642) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 26 21:18:21.322365 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d65436-de83-4eb8-8f36-e6aef6de7b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200b96d1-2656-434f-b13b-7a272ea9a97f,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:21.325164 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-35d65436-de83-4eb8-8f36-e6aef6de7b96 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745431346791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (a7376101-7aa8-416d-a579-748779b23abf), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:21.325569 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.segments_db [None req-35d65436-de83-4eb8-8f36-e6aef6de7b96 admin admin] Added segment a7376101-7aa8-416d-a579-748779b23abf of type flat for network 35b4a44b-379f-44bd-a8f8-beb32b22a01e May 26 21:18:21.370990 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-35d65436-de83-4eb8-8f36-e6aef6de7b96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745430822750'] for network (35b4a44b-379f-44bd-a8f8-beb32b22a01e), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:21.457727 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-35d65436-de83-4eb8-8f36-e6aef6de7b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for network (35b4a44b-379f-44bd-a8f8-beb32b22a01e), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:21.458719 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d65436-de83-4eb8-8f36-e6aef6de7b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:21.459277 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-35d65436-de83-4eb8-8f36-e6aef6de7b96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:21.562847 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d65436-de83-4eb8-8f36-e6aef6de7b96 admin admin] Pushing event updated for resources: {'Network': ['ID=35b4a44b-379f-44bd-a8f8-beb32b22a01e,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:21.573097 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e details requested by agent ovs-agent-dv-cinder-828805-3-iscsi with host dv-cinder-828805-3-iscsi {{(pid=104644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:18:21.580417 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-35d65436-de83-4eb8-8f36-e6aef6de7b96 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8674722 May 26 21:18:23.371921 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-225faded-ed56-423b-ae06-f956ee6475d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:24.014402 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 45148) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:18:24.414091 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:24.446470 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a7231d-ea94-41ac-a130-eaebb4b7d44b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:24.447894 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-18a7231d-ea94-41ac-a130-eaebb4b7d44b demo admin] 10.222.0.42 "GET /v2.0/subnets/0884bfba-4d34-4bfb-be57-66faaf08b485 HTTP/1.1" status: 200 len: 849 time: 0.4325256 May 26 21:18:24.452617 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 5 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:18:24.503658 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:24.569973 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-36ca3314-973d-49d8-aa08-8455b54bc43e demo admin] 10.222.0.42 "GET /v2.0/routers/b12f0225-4da3-48dc-84e6-86e060fa7dcb HTTP/1.1" status: 200 len: 704 time: 0.1156406 May 26 21:18:24.826861 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-116f6f9c-38c6-482d-9e4f-b875673ef252 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:24.854349 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:24.910704 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:25.128267 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_common [None req-116f6f9c-38c6-482d-9e4f-b875673ef252 demo admin] Allocated IP 172.20.0.1 (1c7ecf32-2cad-4801-aac3-d14ce71ca4e2/0884bfba-4d34-4bfb-be57-66faaf08b485/0c3e8096-91ff-4ff8-a8b0-53bfe37b8353) {{(pid=104642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:18:25.308445 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-116f6f9c-38c6-482d-9e4f-b875673ef252 demo admin] Publish callbacks [] for port (0c3e8096-91ff-4ff8-a8b0-53bfe37b8353), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:25.406898 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-116f6f9c-38c6-482d-9e4f-b875673ef252 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (0c3e8096-91ff-4ff8-a8b0-53bfe37b8353), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:25.523705 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116f6f9c-38c6-482d-9e4f-b875673ef252 demo admin] Network 1c7ecf32-2cad-4801-aac3-d14ce71ca4e2 is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:18:25.529709 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-116f6f9c-38c6-482d-9e4f-b875673ef252 demo admin] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:18:25.543174 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116f6f9c-38c6-482d-9e4f-b875673ef252 demo admin] Received port after_create {{(pid=104642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:18:25.543753 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-116f6f9c-38c6-482d-9e4f-b875673ef252 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696627'] for router_interface (b12f0225-4da3-48dc-84e6-86e060fa7dcb), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:25.595935 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f6f9c-38c6-482d-9e4f-b875673ef252 demo admin] Pushing event updated for resources: {'Port': ['ID=0c3e8096-91ff-4ff8-a8b0-53bfe37b8353,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:25.793299 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-982be2ff-110c-4d85-ab64-b4097b5d2ed2 None None] Provisioning complete for port 0c3e8096-91ff-4ff8-a8b0-53bfe37b8353 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:18:25.793842 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-982be2ff-110c-4d85-ab64-b4097b5d2ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (0c3e8096-91ff-4ff8-a8b0-53bfe37b8353), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:25.804875 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-116f6f9c-38c6-482d-9e4f-b875673ef252 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (0c3e8096-91ff-4ff8-a8b0-53bfe37b8353), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:25.824807 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-982be2ff-110c-4d85-ab64-b4097b5d2ed2 None None] Port 0c3e8096-91ff-4ff8-a8b0-53bfe37b8353 cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:18:25.959614 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:25.984995 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:26.040155 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-116f6f9c-38c6-482d-9e4f-b875673ef252 demo admin] Publish callbacks [] for port (0c3e8096-91ff-4ff8-a8b0-53bfe37b8353), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:26.052157 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:26.103463 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-116f6f9c-38c6-482d-9e4f-b875673ef252 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (0c3e8096-91ff-4ff8-a8b0-53bfe37b8353), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:26.104322 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-116f6f9c-38c6-482d-9e4f-b875673ef252 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-394233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694915'] for router_interface (b12f0225-4da3-48dc-84e6-86e060fa7dcb), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:26.180282 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:26.182487 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f6f9c-38c6-482d-9e4f-b875673ef252 demo admin] Pushing event updated for resources: {'Port': ['ID=0c3e8096-91ff-4ff8-a8b0-53bfe37b8353,revision_number=2']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:26.228032 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116f6f9c-38c6-482d-9e4f-b875673ef252 demo admin] Network 1c7ecf32-2cad-4801-aac3-d14ce71ca4e2 is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:18:26.229193 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-116f6f9c-38c6-482d-9e4f-b875673ef252 demo admin] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:18:26.444354 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-27675294-2c39-4663-a302-1ce7b3c5bb70 None None] Provisioning complete for port 0c3e8096-91ff-4ff8-a8b0-53bfe37b8353 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:18:26.444837 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-27675294-2c39-4663-a302-1ce7b3c5bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (0c3e8096-91ff-4ff8-a8b0-53bfe37b8353), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:26.446232 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116f6f9c-38c6-482d-9e4f-b875673ef252 demo admin] Router b12f0225-4da3-48dc-84e6-86e060fa7dcb is scheduled to L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f with binding_index 1 {{(pid=104642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 21:18:26.474629 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-27675294-2c39-4663-a302-1ce7b3c5bb70 None None] Port 0c3e8096-91ff-4ff8-a8b0-53bfe37b8353 cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:18:26.538450 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116f6f9c-38c6-482d-9e4f-b875673ef252 demo admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:18:26.543777 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-116f6f9c-38c6-482d-9e4f-b875673ef252 demo admin] 10.222.0.42 "PUT /v2.0/routers/b12f0225-4da3-48dc-84e6-86e060fa7dcb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9681623 May 26 21:18:26.571093 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] Sync routers for ids ['b12f0225-4da3-48dc-84e6-86e060fa7dcb'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:18:26.586771 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] Routers {'b12f0225-4da3-48dc-84e6-86e060fa7dcb'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:18:26.587638 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:18:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['b12f0225-4da3-48dc-84e6-86e060fa7dcb'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:18:26.767909 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] Set router b12f0225-4da3-48dc-84e6-86e060fa7dcb gateway port host: None {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:18:27.180063 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12f0225-4da3-48dc-84e6-86e060fa7dcb', 'name': 'router1', 'tenant_id': 'a2cdddc85fc3414a8028b384e27eabad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:18:14Z', 'updated_at': '2022-05-26T21:18:25Z', 'revision_number': 2, 'project_id': 'a2cdddc85fc3414a8028b384e27eabad', 'gw_port_host': None, '_interfaces': [{'id': '0c3e8096-91ff-4ff8-a8b0-53bfe37b8353', 'name': '', 'network_id': '1c7ecf32-2cad-4801-aac3-d14ce71ca4e2', 'tenant_id': 'a2cdddc85fc3414a8028b384e27eabad', 'mac_address': 'fa:16:3e:af:e2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12f0225-4da3-48dc-84e6-86e060fa7dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0884bfba-4d34-4bfb-be57-66faaf08b485', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:18:24Z', 'updated_at': '2022-05-26T21:18:25Z', 'revision_number': 2, 'project_id': 'a2cdddc85fc3414a8028b384e27eabad', 'subnets': [{'id': '0884bfba-4d34-4bfb-be57-66faaf08b485', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f57f1ea6-b167-4049-a795-9fb513d85964'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:18:27.229846 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] Checking router: b12f0225-4da3-48dc-84e6-86e060fa7dcb for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:18:27.230217 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] Updating router b12f0225-4da3-48dc-84e6-86e060fa7dcb port 0c3e8096-91ff-4ff8-a8b0-53bfe37b8353 binding host dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:18:27.284541 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (0c3e8096-91ff-4ff8-a8b0-53bfe37b8353), before_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:27.577549 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:27.818334 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] Publish callbacks [] for port (0c3e8096-91ff-4ff8-a8b0-53bfe37b8353), precommit_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:27.863450 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (0c3e8096-91ff-4ff8-a8b0-53bfe37b8353), after_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:28.021978 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a9d76-e9c2-41ef-a460-f079b243d46a None None] Pushing event updated for resources: {'Port': ['ID=0c3e8096-91ff-4ff8-a8b0-53bfe37b8353,revision_number=3']} {{(pid=104645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:28.040228 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a9d76-e9c2-41ef-a460-f079b243d46a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:28.040581 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a9d76-e9c2-41ef-a460-f079b243d46a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:28.040889 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a9d76-e9c2-41ef-a460-f079b243d46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:28.041220 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a9d76-e9c2-41ef-a460-f079b243d46a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:28.041541 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a9d76-e9c2-41ef-a460-f079b243d46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:28.041859 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a9d76-e9c2-41ef-a460-f079b243d46a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:28.042174 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a9d76-e9c2-41ef-a460-f079b243d46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:28.042490 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a9d76-e9c2-41ef-a460-f079b243d46a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:28.042804 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a9d76-e9c2-41ef-a460-f079b243d46a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:28.043113 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a9d76-e9c2-41ef-a460-f079b243d46a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:28.043427 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a9d76-e9c2-41ef-a460-f079b243d46a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:28.043769 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a9d76-e9c2-41ef-a460-f079b243d46a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:28.044086 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a9d76-e9c2-41ef-a460-f079b243d46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:28.044393 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a9d76-e9c2-41ef-a460-f079b243d46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:28.044700 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a9d76-e9c2-41ef-a460-f079b243d46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a9d76-e9c2-41ef-a460-f079b243d46a None None] Tracked resource versions report: May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: pushed versions: May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: { 'AddressGroup': {'1.2'}, May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'Agent': {'1.1'}, May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'ConntrackHelper': {'1.0'}, May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'LocalIPAssociation': {'1.0'}, May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'Log': {'1.0'}, May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'NDPProxy': {'1.0'}, May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'Network': {'1.1'}, May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'Port': {'1.7'}, May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'PortForwarding': {'1.3'}, May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'QosPolicy': {'1.10'}, May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'SecurityGroup': {'1.5'}, May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'SecurityGroupRule': {'1.2'}, May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'SubPort': {'1.0'}, May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'Subnet': {'1.1'}, May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'Trunk': {'1.1'}} May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: consumer versions: May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: { DHCP agent@dv-cinder-828805-3-iscsi: {}, May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: L3 agent@dv-cinder-828805-3-iscsi: {}, May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: Metadata agent@dv-cinder-828805-3-iscsi: {}, May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: Metering agent@dv-cinder-828805-3-iscsi: {}, May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: Open vSwitch agent@dv-cinder-828805-3-iscsi: { 'AddressGroup': '1.2', May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'Agent': '1.1', May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'ConntrackHelper': '1.0', May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'LocalIPAssociation': '1.0', May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'Log': '1.0', May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'NDPProxy': '1.0', May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'Network': '1.1', May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'Port': '1.7', May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'PortForwarding': '1.3', May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'QosPolicy': '1.10', May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'SecurityGroup': '1.5', May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'SecurityGroupRule': '1.2', May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'SubPort': '1.0', May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'Subnet': '1.1', May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: 'Trunk': '1.1'}} May 26 21:18:28.046090 dv-cinder-828805-3-iscsi neutron-server[104645]: {{(pid=104645) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 21:18:28.051090 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] Attempting to bind port 0c3e8096-91ff-4ff8-a8b0-53bfe37b8353 on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:18:28.051457 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] Attempting to bind port 0c3e8096-91ff-4ff8-a8b0-53bfe37b8353 by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': 'a9af768f-9659-476f-a550-9e9ca782d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1c7ecf32-2cad-4801-aac3-d14ce71ca4e2'}] {{(pid=104645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:18:28.051920 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] Attempting to bind port 0c3e8096-91ff-4ff8-a8b0-53bfe37b8353 on network 1c7ecf32-2cad-4801-aac3-d14ce71ca4e2 {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:18:28.057994 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:18:28.058385 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] Checking segment: {'id': 'a9af768f-9659-476f-a550-9e9ca782d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1c7ecf32-2cad-4801-aac3-d14ce71ca4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:18:28.058851 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:28.059227 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] Bound using segment: {'id': 'a9af768f-9659-476f-a550-9e9ca782d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1c7ecf32-2cad-4801-aac3-d14ce71ca4e2'} {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:18:28.059706 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] Bound port: 0c3e8096-91ff-4ff8-a8b0-53bfe37b8353, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9af768f-9659-476f-a550-9e9ca782d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1c7ecf32-2cad-4801-aac3-d14ce71ca4e2'}}] {{(pid=104645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:18:28.060111 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (0c3e8096-91ff-4ff8-a8b0-53bfe37b8353), before_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:28.093943 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:28.111578 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:28.125747 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.db [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] For port 0c3e8096-91ff-4ff8-a8b0-53bfe37b8353, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:18:28.139126 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-d9fad02d-4f48-4e74-9fc9-5a235b5d2a56 None None] Provisioning complete for port 0c3e8096-91ff-4ff8-a8b0-53bfe37b8353 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:18:28.139614 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-d9fad02d-4f48-4e74-9fc9-5a235b5d2a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (0c3e8096-91ff-4ff8-a8b0-53bfe37b8353), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:28.145543 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.db [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] For port 0c3e8096-91ff-4ff8-a8b0-53bfe37b8353, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=0c3e8096-91ff-4ff8-a8b0-53bfe37b8353,segment=NetworkSegment(a9af768f-9659-476f-a550-9e9ca782d61d),segment_id=a9af768f-9659-476f-a550-9e9ca782d61d)] {{(pid=104645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:18:28.171300 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-d9fad02d-4f48-4e74-9fc9-5a235b5d2a56 None None] Port 0c3e8096-91ff-4ff8-a8b0-53bfe37b8353 cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:18:28.246600 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (0c3e8096-91ff-4ff8-a8b0-53bfe37b8353), after_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:28.305855 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a9d76-e9c2-41ef-a460-f079b243d46a None None] Pushing event updated for resources: {'Port': ['ID=0c3e8096-91ff-4ff8-a8b0-53bfe37b8353,revision_number=4']} {{(pid=104645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:28.308191 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] Routers {'b12f0225-4da3-48dc-84e6-86e060fa7dcb'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:18:28.308800 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:18:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['b12f0225-4da3-48dc-84e6-86e060fa7dcb'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:18:28.398543 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] Set router b12f0225-4da3-48dc-84e6-86e060fa7dcb gateway port host: None {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:18:28.489118 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-22e116e4-95b1-45bb-8c68-d418fc48b0b7 None None] Provisioning complete for port 0c3e8096-91ff-4ff8-a8b0-53bfe37b8353 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:18:28.489505 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-22e116e4-95b1-45bb-8c68-d418fc48b0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (0c3e8096-91ff-4ff8-a8b0-53bfe37b8353), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:28.565075 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-22e116e4-95b1-45bb-8c68-d418fc48b0b7 None None] Current status of the port 0c3e8096-91ff-4ff8-a8b0-53bfe37b8353 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:18:28.565382 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-22e116e4-95b1-45bb-8c68-d418fc48b0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (0c3e8096-91ff-4ff8-a8b0-53bfe37b8353), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:28.603220 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-22e116e4-95b1-45bb-8c68-d418fc48b0b7 None None] For port 0c3e8096-91ff-4ff8-a8b0-53bfe37b8353, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=0c3e8096-91ff-4ff8-a8b0-53bfe37b8353,segment=NetworkSegment(a9af768f-9659-476f-a550-9e9ca782d61d),segment_id=a9af768f-9659-476f-a550-9e9ca782d61d)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:18:28.605114 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12f0225-4da3-48dc-84e6-86e060fa7dcb', 'name': 'router1', 'tenant_id': 'a2cdddc85fc3414a8028b384e27eabad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:18:14Z', 'updated_at': '2022-05-26T21:18:25Z', 'revision_number': 2, 'project_id': 'a2cdddc85fc3414a8028b384e27eabad', 'gw_port_host': None, '_interfaces': [{'id': '0c3e8096-91ff-4ff8-a8b0-53bfe37b8353', 'name': '', 'network_id': '1c7ecf32-2cad-4801-aac3-d14ce71ca4e2', 'tenant_id': 'a2cdddc85fc3414a8028b384e27eabad', 'mac_address': 'fa:16:3e:af:e2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12f0225-4da3-48dc-84e6-86e060fa7dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0884bfba-4d34-4bfb-be57-66faaf08b485', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:18:24Z', 'updated_at': '2022-05-26T21:18:28Z', 'revision_number': 4, 'project_id': 'a2cdddc85fc3414a8028b384e27eabad', 'subnets': [{'id': '0884bfba-4d34-4bfb-be57-66faaf08b485', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f57f1ea6-b167-4049-a795-9fb513d85964'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:18:28.631196 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61d00f-5727-4f49-a5ab-00210bec86fb None None] The sync data for ids ['b12f0225-4da3-48dc-84e6-86e060fa7dcb'] in dv-cinder-828805-3-iscsi is: [{'id': 'b12f0225-4da3-48dc-84e6-86e060fa7dcb', 'name': 'router1', 'tenant_id': 'a2cdddc85fc3414a8028b384e27eabad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:18:14Z', 'updated_at': '2022-05-26T21:18:25Z', 'revision_number': 2, 'project_id': 'a2cdddc85fc3414a8028b384e27eabad', 'gw_port_host': None, '_interfaces': [{'id': '0c3e8096-91ff-4ff8-a8b0-53bfe37b8353', 'name': '', 'network_id': '1c7ecf32-2cad-4801-aac3-d14ce71ca4e2', 'tenant_id': 'a2cdddc85fc3414a8028b384e27eabad', 'mac_address': 'fa:16:3e:af:e2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12f0225-4da3-48dc-84e6-86e060fa7dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0884bfba-4d34-4bfb-be57-66faaf08b485', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:18:24Z', 'updated_at': '2022-05-26T21:18:28Z', 'revision_number': 4, 'project_id': 'a2cdddc85fc3414a8028b384e27eabad', 'subnets': [{'id': '0884bfba-4d34-4bfb-be57-66faaf08b485', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f57f1ea6-b167-4049-a795-9fb513d85964'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:18:28.658150 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-22e116e4-95b1-45bb-8c68-d418fc48b0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (0c3e8096-91ff-4ff8-a8b0-53bfe37b8353), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:28.712904 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e116e4-95b1-45bb-8c68-d418fc48b0b7 None None] Pushing event updated for resources: {'Port': ['ID=0c3e8096-91ff-4ff8-a8b0-53bfe37b8353,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:28.934880 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 45168) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:18:29.078092 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3317017b-599e-400c-8384-1ae39a7eb4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:29.079442 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-3317017b-599e-400c-8384-1ae39a7eb4f3 admin admin] 10.222.0.42 "GET /v2.0/networks/35b4a44b-379f-44bd-a8f8-beb32b22a01e HTTP/1.1" status: 200 len: 842 time: 0.1435542 May 26 21:18:29.089369 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-802883ce-f719-4eb2-9c4f-0c8dfabc4855 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:18:29.172131 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802883ce-f719-4eb2-9c4f-0c8dfabc4855 admin admin] Made reservation on behalf of 213a059b002f40c1bddeb6d9f1da1459 for: {'subnet': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:18:29.174360 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-802883ce-f719-4eb2-9c4f-0c8dfabc4855 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:29.551264 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.objects.ports [None req-802883ce-f719-4eb2-9c4f-0c8dfabc4855 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104643) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 26 21:18:29.551717 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-802883ce-f719-4eb2-9c4f-0c8dfabc4855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for subnet (47588d27-3ef4-4c30-8055-bc026b2d5ede), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:29.612090 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802883ce-f719-4eb2-9c4f-0c8dfabc4855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47588d27-3ef4-4c30-8055-bc026b2d5ede,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:29.619937 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802883ce-f719-4eb2-9c4f-0c8dfabc4855 admin admin] Checking segment: {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:18:29.620281 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802883ce-f719-4eb2-9c4f-0c8dfabc4855 admin admin] Network hostable DHCP agents. Network: 35b4a44b-379f-44bd-a8f8-beb32b22a01e, hostable agents: ['35848227-359f-404d-a469-91025de84eed'], hosted agents: [] {{(pid=104643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:18:29.703187 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802883ce-f719-4eb2-9c4f-0c8dfabc4855 admin admin] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is scheduled to be hosted by DHCP agent 35848227-359f-404d-a469-91025de84eed with binding_index 1 {{(pid=104643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:18:29.806501 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-802883ce-f719-4eb2-9c4f-0c8dfabc4855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-3-iscsi, 35b4a44b-379f-44bd-a8f8-beb32b22a01e) {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:18:29.810630 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802883ce-f719-4eb2-9c4f-0c8dfabc4855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:29.811417 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-802883ce-f719-4eb2-9c4f-0c8dfabc4855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for subnet (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:29.817148 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2ff761-e5bb-4364-932f-514f152a4b15 None None] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:18:29.918191 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-802883ce-f719-4eb2-9c4f-0c8dfabc4855 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8315952 May 26 21:18:29.921261 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e690b4-e4e3-44b4-8928-4106f1fe25a8 None None] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:18:32.268444 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 45186) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:18:32.398666 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-7fdc80e6-ee15-4980-b824-1ddb1887a5ee demo admin] 10.222.0.42 "GET /v2.0/routers/b12f0225-4da3-48dc-84e6-86e060fa7dcb HTTP/1.1" status: 200 len: 710 time: 0.1290247 May 26 21:18:32.483308 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ff5702-42ae-4059-a752-4d3b8eec63e3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:32.484698 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-11ff5702-42ae-4059-a752-4d3b8eec63e3 demo admin] 10.222.0.42 "GET /v2.0/networks/35b4a44b-379f-44bd-a8f8-beb32b22a01e HTTP/1.1" status: 200 len: 886 time: 0.0805769 May 26 21:18:32.493394 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-ad62db97-2414-4059-9070-45b8b4feed62 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:18:32.806991 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ad62db97-2414-4059-9070-45b8b4feed62 demo admin] Publish callbacks [] for router_gateway (b12f0225-4da3-48dc-84e6-86e060fa7dcb), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:32.995621 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:33.073826 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ad62db97-2414-4059-9070-45b8b4feed62 demo admin] Publish callbacks [] for router_gateway (b12f0225-4da3-48dc-84e6-86e060fa7dcb), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:33.151039 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ad62db97-2414-4059-9070-45b8b4feed62 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:33.160645 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:33.256468 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_common [None req-ad62db97-2414-4059-9070-45b8b4feed62 demo admin] Allocated IP 172.27.3.61 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/546081bc-7830-471c-9e46-922dfb733e1c) {{(pid=104642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:18:33.434804 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ad62db97-2414-4059-9070-45b8b4feed62 demo admin] Publish callbacks [] for port (546081bc-7830-471c-9e46-922dfb733e1c), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:33.543986 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ad62db97-2414-4059-9070-45b8b4feed62 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (546081bc-7830-471c-9e46-922dfb733e1c), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:33.590958 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad62db97-2414-4059-9070-45b8b4feed62 demo admin] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:18:33.594271 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-ad62db97-2414-4059-9070-45b8b4feed62 demo admin] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:18:33.597304 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad62db97-2414-4059-9070-45b8b4feed62 demo admin] Received port after_create {{(pid=104642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:18:33.599458 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62db97-2414-4059-9070-45b8b4feed62 demo admin] Pushing event updated for resources: {'Port': ['ID=546081bc-7830-471c-9e46-922dfb733e1c,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:33.921357 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ad62db97-2414-4059-9070-45b8b4feed62 demo admin] Publish callbacks [] for router_gateway (b12f0225-4da3-48dc-84e6-86e060fa7dcb), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:34.103903 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ad62db97-2414-4059-9070-45b8b4feed62 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4907'] for router (b12f0225-4da3-48dc-84e6-86e060fa7dcb), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:34.107148 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ad62db97-2414-4059-9070-45b8b4feed62 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628902'] for router (b12f0225-4da3-48dc-84e6-86e060fa7dcb), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:34.142318 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:34.208954 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad62db97-2414-4059-9070-45b8b4feed62 demo admin] Router b12f0225-4da3-48dc-84e6-86e060fa7dcb has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:18:34.220163 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:34.308603 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad62db97-2414-4059-9070-45b8b4feed62 demo admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:18:34.313091 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ad62db97-2414-4059-9070-45b8b4feed62 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:34.327773 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-ad62db97-2414-4059-9070-45b8b4feed62 demo admin] 10.222.0.42 "PUT /v2.0/routers/b12f0225-4da3-48dc-84e6-86e060fa7dcb HTTP/1.1" status: 200 len: 889 time: 1.8240035 May 26 21:18:36.186560 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 0c3e8096-91ff-4ff8-a8b0-53bfe37b8353 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:18:36.230693 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 0c3e8096-91ff-4ff8-a8b0-53bfe37b8353 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:18:36.231085 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (0c3e8096-91ff-4ff8-a8b0-53bfe37b8353), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:36.307528 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 0c3e8096-91ff-4ff8-a8b0-53bfe37b8353 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:18:36.764041 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 45198) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:18:36.878550 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-ced11e87-3f1d-4d23-81c8-652e83edceed admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1133702 May 26 21:18:37.392608 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] Sync routers for ids ['b12f0225-4da3-48dc-84e6-86e060fa7dcb'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:18:37.405113 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] Routers {'b12f0225-4da3-48dc-84e6-86e060fa7dcb'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:18:37.405910 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:18:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['b12f0225-4da3-48dc-84e6-86e060fa7dcb'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:18:37.609703 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:37.611612 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] Set router b12f0225-4da3-48dc-84e6-86e060fa7dcb gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:18:37.852352 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:38.069979 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12f0225-4da3-48dc-84e6-86e060fa7dcb', 'name': 'router1', 'tenant_id': 'a2cdddc85fc3414a8028b384e27eabad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '546081bc-7830-471c-9e46-922dfb733e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:18:14Z', 'updated_at': '2022-05-26T21:18:33Z', 'revision_number': 4, 'project_id': 'a2cdddc85fc3414a8028b384e27eabad', 'gw_port': {'id': '546081bc-7830-471c-9e46-922dfb733e1c', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:88:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12f0225-4da3-48dc-84e6-86e060fa7dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:18:33Z', 'updated_at': '2022-05-26T21:18:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '0c3e8096-91ff-4ff8-a8b0-53bfe37b8353', 'name': '', 'network_id': '1c7ecf32-2cad-4801-aac3-d14ce71ca4e2', 'tenant_id': 'a2cdddc85fc3414a8028b384e27eabad', 'mac_address': 'fa:16:3e:af:e2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12f0225-4da3-48dc-84e6-86e060fa7dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0884bfba-4d34-4bfb-be57-66faaf08b485', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:18:24Z', 'updated_at': '2022-05-26T21:18:28Z', 'revision_number': 5, 'project_id': 'a2cdddc85fc3414a8028b384e27eabad', 'subnets': [{'id': '0884bfba-4d34-4bfb-be57-66faaf08b485', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f57f1ea6-b167-4049-a795-9fb513d85964'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:18:38.122062 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] Checking router: b12f0225-4da3-48dc-84e6-86e060fa7dcb for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:18:38.122455 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] Updating router b12f0225-4da3-48dc-84e6-86e060fa7dcb port 546081bc-7830-471c-9e46-922dfb733e1c binding host dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:18:38.176862 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (546081bc-7830-471c-9e46-922dfb733e1c), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:38.523924 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] Publish callbacks [] for port (546081bc-7830-471c-9e46-922dfb733e1c), precommit_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:38.602629 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:UPDATE=2,neutron:SELECT=53,neutron:INSERT=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:38.608466 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=33 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:38.611856 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (546081bc-7830-471c-9e46-922dfb733e1c), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:38.671462 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3965f-4048-4d6a-9243-d50020dbb0fa None None] Pushing event updated for resources: {'Port': ['ID=546081bc-7830-471c-9e46-922dfb733e1c,revision_number=2']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:38.676916 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] Attempting to bind port 546081bc-7830-471c-9e46-922dfb733e1c on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:18:38.677281 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] Attempting to bind port 546081bc-7830-471c-9e46-922dfb733e1c by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:18:38.678835 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] Attempting to bind port 546081bc-7830-471c-9e46-922dfb733e1c on network 35b4a44b-379f-44bd-a8f8-beb32b22a01e {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:18:38.683811 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:18:38.684161 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] Checking segment: {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:18:38.684601 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:38.684979 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] Bound using segment: {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:18:38.685430 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] Bound port: 546081bc-7830-471c-9e46-922dfb733e1c, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:18:38.685797 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (546081bc-7830-471c-9e46-922dfb733e1c), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:38.739673 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] For port 546081bc-7830-471c-9e46-922dfb733e1c, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:18:38.743435 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] For port 546081bc-7830-471c-9e46-922dfb733e1c, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=546081bc-7830-471c-9e46-922dfb733e1c,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:18:38.806157 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (546081bc-7830-471c-9e46-922dfb733e1c), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:38.867283 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3965f-4048-4d6a-9243-d50020dbb0fa None None] Pushing event updated for resources: {'Port': ['ID=546081bc-7830-471c-9e46-922dfb733e1c,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:38.870352 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] Routers {'b12f0225-4da3-48dc-84e6-86e060fa7dcb'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:18:38.870655 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:18:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['b12f0225-4da3-48dc-84e6-86e060fa7dcb'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:18:38.989095 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] Set router b12f0225-4da3-48dc-84e6-86e060fa7dcb gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:18:39.082578 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:39.120994 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:39.210296 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12f0225-4da3-48dc-84e6-86e060fa7dcb', 'name': 'router1', 'tenant_id': 'a2cdddc85fc3414a8028b384e27eabad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '546081bc-7830-471c-9e46-922dfb733e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:18:14Z', 'updated_at': '2022-05-26T21:18:33Z', 'revision_number': 4, 'project_id': 'a2cdddc85fc3414a8028b384e27eabad', 'gw_port': {'id': '546081bc-7830-471c-9e46-922dfb733e1c', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:88:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12f0225-4da3-48dc-84e6-86e060fa7dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:18:33Z', 'updated_at': '2022-05-26T21:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '0c3e8096-91ff-4ff8-a8b0-53bfe37b8353', 'name': '', 'network_id': '1c7ecf32-2cad-4801-aac3-d14ce71ca4e2', 'tenant_id': 'a2cdddc85fc3414a8028b384e27eabad', 'mac_address': 'fa:16:3e:af:e2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12f0225-4da3-48dc-84e6-86e060fa7dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0884bfba-4d34-4bfb-be57-66faaf08b485', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:18:24Z', 'updated_at': '2022-05-26T21:18:28Z', 'revision_number': 5, 'project_id': 'a2cdddc85fc3414a8028b384e27eabad', 'subnets': [{'id': '0884bfba-4d34-4bfb-be57-66faaf08b485', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f57f1ea6-b167-4049-a795-9fb513d85964'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:18:39.237040 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e0a449-41a6-45bb-8cf4-47cfa79b1346 None None] The sync data for ids ['b12f0225-4da3-48dc-84e6-86e060fa7dcb'] in dv-cinder-828805-3-iscsi is: [{'id': 'b12f0225-4da3-48dc-84e6-86e060fa7dcb', 'name': 'router1', 'tenant_id': 'a2cdddc85fc3414a8028b384e27eabad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '546081bc-7830-471c-9e46-922dfb733e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:18:14Z', 'updated_at': '2022-05-26T21:18:33Z', 'revision_number': 4, 'project_id': 'a2cdddc85fc3414a8028b384e27eabad', 'gw_port': {'id': '546081bc-7830-471c-9e46-922dfb733e1c', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:88:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12f0225-4da3-48dc-84e6-86e060fa7dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:18:33Z', 'updated_at': '2022-05-26T21:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '0c3e8096-91ff-4ff8-a8b0-53bfe37b8353', 'name': '', 'network_id': '1c7ecf32-2cad-4801-aac3-d14ce71ca4e2', 'tenant_id': 'a2cdddc85fc3414a8028b384e27eabad', 'mac_address': 'fa:16:3e:af:e2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12f0225-4da3-48dc-84e6-86e060fa7dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0884bfba-4d34-4bfb-be57-66faaf08b485', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:18:24Z', 'updated_at': '2022-05-26T21:18:28Z', 'revision_number': 5, 'project_id': 'a2cdddc85fc3414a8028b384e27eabad', 'subnets': [{'id': '0884bfba-4d34-4bfb-be57-66faaf08b485', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f57f1ea6-b167-4049-a795-9fb513d85964'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:18:39.821405 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=61,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:39.821893 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=47,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:40.216759 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 546081bc-7830-471c-9e46-922dfb733e1c up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:18:40.262458 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 546081bc-7830-471c-9e46-922dfb733e1c triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:18:40.262951 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (546081bc-7830-471c-9e46-922dfb733e1c), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:40.346699 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 546081bc-7830-471c-9e46-922dfb733e1c is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:18:40.347085 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (546081bc-7830-471c-9e46-922dfb733e1c), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:40.368305 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-b4353f01-5905-4310-a158-79fd044992cf None None] For port 546081bc-7830-471c-9e46-922dfb733e1c, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=546081bc-7830-471c-9e46-922dfb733e1c,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:18:40.423807 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (546081bc-7830-471c-9e46-922dfb733e1c), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:40.488822 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Pushing event updated for resources: {'Port': ['ID=546081bc-7830-471c-9e46-922dfb733e1c,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:42.286883 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 546081bc-7830-471c-9e46-922dfb733e1c up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:18:42.359222 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 546081bc-7830-471c-9e46-922dfb733e1c triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:18:42.359973 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (546081bc-7830-471c-9e46-922dfb733e1c), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:42.524743 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 546081bc-7830-471c-9e46-922dfb733e1c is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:18:46.859142 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:46.875662 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=25 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:51.023475 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-9f94b693-6dc4-47d0-bc75-4da3b7ca927b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:53.372412 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-e81d1d6a-a32e-4fa1-bbf6-42a95bf8617b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:54.520183 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:56.023621 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:57.599402 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:01.452333 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 5 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:19:07.527604 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:19:07.532106 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:19:12.452583 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=3 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:19:12.459948 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=5 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:19:21.194506 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-00aa53cc-73ed-4aba-918e-d15a766097bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:23.422633 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-159acedc-573b-4343-8fc7-7810be3f2a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:24.485759 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:26.074701 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:27.584605 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:35.970718 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:19:37.530263 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:19:38.450829 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 5 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:19:49.458581 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:19:49.459660 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:19:51.038882 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2b55a408-897a-4e2f-bbf3-637fb324d477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:53.432740 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-8f2d9b13-e538-4a18-b84f-18b1b1a9be64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:54.518600 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:56.027200 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:56.863248 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 45740) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:19:56.926788 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d5756a3-6b8c-4c76-9635-dd29209f3016 admin admin] GET failed (client error): The resource could not be found. May 26 21:19:56.928144 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-6d5756a3-6b8c-4c76-9635-dd29209f3016 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0639284 May 26 21:19:57.177135 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb370c28-7184-42c5-96d6-047c2d80ce45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:19:57.179370 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-fb370c28-7184-42c5-96d6-047c2d80ce45 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2464061 May 26 21:19:57.633109 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:59.391461 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 45750) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:19:59.485116 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e710eec6-f43f-4774-bacb-aaed1a9d5f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:19:59.486471 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-e710eec6-f43f-4774-bacb-aaed1a9d5f00 admin admin] 10.222.0.42 "GET /v2.0/subnets/0884bfba-4d34-4bfb-be57-66faaf08b485 HTTP/1.1" status: 200 len: 849 time: 0.0940497 May 26 21:19:59.497148 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-6260f7e6-7675-42dd-a475-41210dc44bc7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:19:59.583032 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6260f7e6-7675-42dd-a475-41210dc44bc7 admin admin] Publish callbacks [] for subnet (0884bfba-4d34-4bfb-be57-66faaf08b485), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:59.787868 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6260f7e6-7675-42dd-a475-41210dc44bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745431210972'] for subnet (0884bfba-4d34-4bfb-be57-66faaf08b485), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:59.819669 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6260f7e6-7675-42dd-a475-41210dc44bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:19:59.820278 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6260f7e6-7675-42dd-a475-41210dc44bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for subnet (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:59.821560 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-6260f7e6-7675-42dd-a475-41210dc44bc7 admin admin] 10.222.0.42 "PUT /v2.0/subnets/0884bfba-4d34-4bfb-be57-66faaf08b485 HTTP/1.1" status: 200 len: 868 time: 0.3282464 May 26 21:19:59.835567 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ebcfa2-9ecb-435c-9480-92e17fd47c33 None None] Network 1c7ecf32-2cad-4801-aac3-d14ce71ca4e2 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:19:59.841011 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260f7e6-7675-42dd-a475-41210dc44bc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0884bfba-4d34-4bfb-be57-66faaf08b485,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:19:59.850197 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6260f7e6-7675-42dd-a475-41210dc44bc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:19:59.850197 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6260f7e6-7675-42dd-a475-41210dc44bc7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:19:59.850574 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6260f7e6-7675-42dd-a475-41210dc44bc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:19:59.850939 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6260f7e6-7675-42dd-a475-41210dc44bc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:19:59.851283 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6260f7e6-7675-42dd-a475-41210dc44bc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:19:59.851619 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6260f7e6-7675-42dd-a475-41210dc44bc7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:19:59.852085 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6260f7e6-7675-42dd-a475-41210dc44bc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:19:59.852420 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6260f7e6-7675-42dd-a475-41210dc44bc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:19:59.852799 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6260f7e6-7675-42dd-a475-41210dc44bc7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:19:59.853146 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6260f7e6-7675-42dd-a475-41210dc44bc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:19:59.853552 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6260f7e6-7675-42dd-a475-41210dc44bc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:19:59.853912 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6260f7e6-7675-42dd-a475-41210dc44bc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:19:59.854272 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6260f7e6-7675-42dd-a475-41210dc44bc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:19:59.854640 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6260f7e6-7675-42dd-a475-41210dc44bc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:19:59.854963 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6260f7e6-7675-42dd-a475-41210dc44bc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:00.212806 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-c572cf38-d88f-4f2a-a805-03e434216e14 None None] Provisioning complete for port d41e1bdd-c2fa-4751-8a94-5ddc7a746771 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:20:00.213149 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-c572cf38-d88f-4f2a-a805-03e434216e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (d41e1bdd-c2fa-4751-8a94-5ddc7a746771), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:00.282647 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-c572cf38-d88f-4f2a-a805-03e434216e14 None None] Current status of the port d41e1bdd-c2fa-4751-8a94-5ddc7a746771 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:20:00.291128 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-c572cf38-d88f-4f2a-a805-03e434216e14 None None] Provisioning complete for port 0c3e8096-91ff-4ff8-a8b0-53bfe37b8353 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:20:00.291491 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-c572cf38-d88f-4f2a-a805-03e434216e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (0c3e8096-91ff-4ff8-a8b0-53bfe37b8353), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:00.363406 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-c572cf38-d88f-4f2a-a805-03e434216e14 None None] Current status of the port 0c3e8096-91ff-4ff8-a8b0-53bfe37b8353 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:20:02.056888 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 45758) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:20:02.266477 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca20e354-7d0e-4d5d-9f8f-f7a3ceaafc4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:02.266917 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca20e354-7d0e-4d5d-9f8f-f7a3ceaafc4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:02.268494 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-ca20e354-7d0e-4d5d-9f8f-f7a3ceaafc4f admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2106562 May 26 21:20:04.517653 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 45766) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:20:04.652575 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5d2024-5bfc-4485-9211-c17f1f603993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:04.653041 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5d2024-5bfc-4485-9211-c17f1f603993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:04.654569 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-df5d2024-5bfc-4485-9211-c17f1f603993 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1359789 May 26 21:20:06.898093 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 45774) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:20:07.029340 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4b6a07-b232-4283-b1dc-35c80f6626bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:07.030632 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-cb4b6a07-b232-4283-b1dc-35c80f6626bb admin admin] 10.222.0.42 "GET /v2.0/networks/1c7ecf32-2cad-4801-aac3-d14ce71ca4e2 HTTP/1.1" status: 200 len: 869 time: 0.1316257 May 26 21:20:09.325967 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 45782) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:20:09.467438 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88290f1d-c70a-42b2-8526-d6de71167df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:09.469013 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-88290f1d-c70a-42b2-8526-d6de71167df4 admin admin] 10.222.0.42 "GET /v2.0/networks/35b4a44b-379f-44bd-a8f8-beb32b22a01e HTTP/1.1" status: 200 len: 886 time: 0.1418149 May 26 21:20:10.357775 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:10.362100 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:11.752884 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 45792) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:20:11.890820 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab5f8ec-a6d9-4cb8-8aa0-cf209d1c0821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:11.891271 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab5f8ec-a6d9-4cb8-8aa0-cf209d1c0821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:11.892858 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-7ab5f8ec-a6d9-4cb8-8aa0-cf209d1c0821 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1390193 May 26 21:20:14.161425 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 45800) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:20:14.263677 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eba718-63a5-4cbc-adbf-230765d58f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:14.264159 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eba718-63a5-4cbc-adbf-230765d58f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:14.265936 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-a5eba718-63a5-4cbc-adbf-230765d58f50 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1035817 May 26 21:20:15.449865 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 5 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:20:16.496781 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 45808) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:20:16.550641 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:16.577215 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:16.598606 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2065c5ce-dce9-426d-8038-e5b9912e7457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:16.600028 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-2065c5ce-dce9-426d-8038-e5b9912e7457 admin admin] 10.222.0.42 "GET /v2.0/subnets/0884bfba-4d34-4bfb-be57-66faaf08b485 HTTP/1.1" status: 200 len: 868 time: 0.1022947 May 26 21:20:18.832075 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 45816) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:20:18.922927 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6601e3de-064b-4f85-8879-98b65c6a8da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:18.924340 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-6601e3de-064b-4f85-8879-98b65c6a8da1 admin admin] 10.222.0.42 "GET /v2.0/subnets/47588d27-3ef4-4c30-8055-bc026b2d5ede HTTP/1.1" status: 200 len: 816 time: 0.0913184 May 26 21:20:21.026737 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-174fc1e9-6167-40bc-aa6e-fb3feafdfc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:23.386921 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-39368b93-a17f-4000-b839-ee196fd3e086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:24.258592 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=21 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:24.259388 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=25 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:24.500679 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:26.032112 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:26.447312 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=3 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:26.456487 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=5 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:27.620243 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:28.918767 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=6 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:28.920226 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=12 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:37.529928 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:37.531897 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:47.233893 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=11 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:47.238790 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=15 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:51.049479 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-926bbde7-bf68-41eb-aadd-d356ec40dda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:52.453824 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 5 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:20:53.403171 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-ec21e1f0-0a54-4573-acce-42d45bed9778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:54.495180 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:56.065799 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:57.579349 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:00.515332 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 45874) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:21:00.572479 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [None req-6c3f34ec-668e-4043-bff0-91f980fd4e34 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104642) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:21:00.573530 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-6c3f34ec-668e-4043-bff0-91f980fd4e34 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0566957 May 26 21:21:03.119332 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 45882) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:21:03.199285 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0ffe9c-2340-4bbf-8ba2-0f1824664707 admin admin] GET failed (client error): The resource could not be found. May 26 21:21:03.201649 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-df0ffe9c-2340-4bbf-8ba2-0f1824664707 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0810792 May 26 21:21:03.297149 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f63ac8-7f87-4042-a2f2-04714c05c769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:21:03.298604 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-04f63ac8-7f87-4042-a2f2-04714c05c769 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0925999 May 26 21:21:03.463921 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=5 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:21:03.465528 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=3 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:21:05.853799 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 45890) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:21:05.907958 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:21:05.985855 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Made reservation on behalf of 213a059b002f40c1bddeb6d9f1da1459 for: {'network': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:21:05.988805 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for network (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:06.024188 dv-cinder-828805-3-iscsi neutron-server[104642]: WARNING neutron.services.revisions.revision_plugin [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Could not find related network for resource to bump revision. May 26 21:21:06.038138 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=104642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:21:06.050216 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745431346791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (de177cb7-76e1-44a3-abc0-091e5fe29a9e), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:06.050795 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.segments_db [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Added segment de177cb7-76e1-44a3-abc0-091e5fe29a9e of type vlan for network 0d4233ad-5ba0-4511-ad06-d61bf32cf21f May 26 21:21:06.095499 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745430822750'] for network (0d4233ad-5ba0-4511-ad06-d61bf32cf21f), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:06.209158 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for network (0d4233ad-5ba0-4511-ad06-d61bf32cf21f), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:06.210303 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:21:06.210915 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:06.277404 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Pushing event updated for resources: {'Network': ['ID=0d4233ad-5ba0-4511-ad06-d61bf32cf21f,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:21:06.284899 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:06.285769 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:06.286132 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:06.286468 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:06.286793 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:06.287116 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:06.287444 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:06.287870 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:06.288127 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:06.288443 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:06.288762 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:06.289079 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:06.289390 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:06.289704 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:06.290065 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:06.303006 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Network 0d4233ad-5ba0-4511-ad06-d61bf32cf21f details requested by agent ovs-agent-dv-cinder-828805-3-iscsi with host dv-cinder-828805-3-iscsi {{(pid=104644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:21:06.325892 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-a5dd8c51-5d80-4a0b-b111-2656994cd863 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4705565 May 26 21:21:08.810353 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 45898) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:21:08.887526 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.pecan_wsgi.hooks.translation [None req-81278a04-44e0-41a0-8a21-764d7a919d0d admin admin] GET failed (client error): The resource could not be found. May 26 21:21:08.891099 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-81278a04-44e0-41a0-8a21-764d7a919d0d admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0795708 May 26 21:21:09.070863 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5b49b9-5e05-4012-9975-8a0031ef4a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:21:09.073127 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-2b5b49b9-5e05-4012-9975-8a0031ef4a34 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1771693 May 26 21:21:09.083923 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Request body: {'subnet': {'network_id': '0d4233ad-5ba0-4511-ad06-d61bf32cf21f', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:21:09.243333 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Made reservation on behalf of 213a059b002f40c1bddeb6d9f1da1459 for: {'subnet': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:21:09.245868 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:09.523784 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for subnet (5bcf5a5e-cf18-404d-b0a2-315279876e32), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:09.590003 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bcf5a5e-cf18-404d-b0a2-315279876e32,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:21:09.602829 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:09.603168 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:09.603534 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:09.603909 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:09.604241 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:09.604566 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:09.604886 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:09.605207 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:09.605544 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:09.605869 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:09.606205 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:09.606544 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:09.606868 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:09.607187 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:09.607501 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:09.615499 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Checking segment: {'id': 'de177cb7-76e1-44a3-abc0-091e5fe29a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0d4233ad-5ba0-4511-ad06-d61bf32cf21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:21:09.615892 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Network hostable DHCP agents. Network: 0d4233ad-5ba0-4511-ad06-d61bf32cf21f, hostable agents: ['35848227-359f-404d-a469-91025de84eed'], hosted agents: [] {{(pid=104643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:21:09.717664 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Network 0d4233ad-5ba0-4511-ad06-d61bf32cf21f is scheduled to be hosted by DHCP agent 35848227-359f-404d-a469-91025de84eed with binding_index 1 {{(pid=104643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:21:09.842959 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-3-iscsi, 0d4233ad-5ba0-4511-ad06-d61bf32cf21f) {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:21:09.847953 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:21:09.848794 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for subnet (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:09.856309 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b24936-6e18-4b87-bfdc-5ee02685da38 None None] Network 0d4233ad-5ba0-4511-ad06-d61bf32cf21f requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:21:09.944404 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-7370d341-efef-451f-8d5a-b84abd6f3cf5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8639593 May 26 21:21:09.998527 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6993d58-562d-5621-893b-747d316cca5c-0d4233ad-5ba0-4511-ad06-d61bf32cf21f', 'network_id': '0d4233ad-5ba0-4511-ad06-d61bf32cf21f', 'project_id': '213a059b002f40c1bddeb6d9f1da1459', 'fixed_ips': [{'subnet_id': '5bcf5a5e-cf18-404d-b0a2-315279876e32'}]}} from dv-cinder-828805-3-iscsi. {{(pid=104644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 21:21:10.000346 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:10.233115 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.db_base_plugin_common [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Allocated IP 192.168.233.2 (0d4233ad-5ba0-4511-ad06-d61bf32cf21f/5bcf5a5e-cf18-404d-b0a2-315279876e32/5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9) {{(pid=104644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:21:10.458480 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Publish callbacks [] for port (5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9), precommit_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:10.576360 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9), after_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:10.657259 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Network 0d4233ad-5ba0-4511-ad06-d61bf32cf21f is already hosted by enough agents. {{(pid=104644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:21:10.667981 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.base_scheduler [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Resources bound (agent type, host, resource id): {{(pid=104644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:21:10.680275 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Received port after_create {{(pid=104644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:21:10.686695 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Pushing event updated for resources: {'Port': ['ID=5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9,revision_number=1']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:21:10.707799 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:10.708324 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:10.708882 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:10.709623 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:10.710181 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:10.710720 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:10.711268 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:10.711855 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:10.712382 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:10.712908 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:10.713472 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:10.714025 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:10.714556 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:10.715117 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:10.715658 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:21:10.812023 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Attempting to bind port 5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9 on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:21:10.812716 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Attempting to bind port 5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9 by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': 'de177cb7-76e1-44a3-abc0-091e5fe29a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0d4233ad-5ba0-4511-ad06-d61bf32cf21f'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:21:10.813710 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Attempting to bind port 5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9 on network 0d4233ad-5ba0-4511-ad06-d61bf32cf21f {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:21:10.824592 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:21:10.825188 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Checking segment: {'id': 'de177cb7-76e1-44a3-abc0-091e5fe29a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0d4233ad-5ba0-4511-ad06-d61bf32cf21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:21:10.825852 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:10.826605 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Bound using segment: {'id': 'de177cb7-76e1-44a3-abc0-091e5fe29a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0d4233ad-5ba0-4511-ad06-d61bf32cf21f'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:21:10.827259 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Bound port: 5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de177cb7-76e1-44a3-abc0-091e5fe29a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0d4233ad-5ba0-4511-ad06-d61bf32cf21f'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:21:10.827931 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:10.946717 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] For port 5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:21:10.954088 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] For port 5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9,segment=NetworkSegment(de177cb7-76e1-44a3-abc0-091e5fe29a9e),segment_id=de177cb7-76e1-44a3-abc0-091e5fe29a9e)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:21:11.119096 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:11.126472 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:21:11.193603 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d442449-f6ef-497a-a37b-414ea716e01d None None] Pushing event updated for resources: {'Port': ['ID=5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9,revision_number=2']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:21:12.283148 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40487c8-1efe-4b1a-b9a4-05942caad615 None None] Network 0d4233ad-5ba0-4511-ad06-d61bf32cf21f requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:21:12.376772 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:21:12.405150 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-8aa873ec-15e7-4b70-9663-4d48263285ae None None] Provisioning complete for port 5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:21:12.405748 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-8aa873ec-15e7-4b70-9663-4d48263285ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:12.408296 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:21:12.587270 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:21:12.587890 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:12.705002 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-8aa873ec-15e7-4b70-9663-4d48263285ae None None] Current status of the port 5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:21:12.706039 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-8aa873ec-15e7-4b70-9663-4d48263285ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:12.814629 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:21:12.815045 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:12.819464 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-8aa873ec-15e7-4b70-9663-4d48263285ae None None] For port 5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9,segment=NetworkSegment(de177cb7-76e1-44a3-abc0-091e5fe29a9e),segment_id=de177cb7-76e1-44a3-abc0-091e5fe29a9e)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:21:12.907355 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-8aa873ec-15e7-4b70-9663-4d48263285ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:13.033411 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.db.api [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104644) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 21:21:13.034119 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG oslo_db.api [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 21:21:13.042886 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa873ec-15e7-4b70-9663-4d48263285ae None None] Pushing event updated for resources: {'Port': ['ID=5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:21:13.135458 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-fbafaa3d-d9ec-4238-9560-be97b586dd84 None None] Provisioning complete for port 5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:21:13.136032 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-fbafaa3d-d9ec-4238-9560-be97b586dd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:13.219151 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:21:13.247044 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-fbafaa3d-d9ec-4238-9560-be97b586dd84 None None] Current status of the port 5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:21:13.582562 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:21:14.299227 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:21:14.357070 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:21:14.357460 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:14.451272 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 5b5fdfee-8f57-41d3-ae2b-7143cc9f50e9 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:21:16.274525 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=31,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:21:16.281780 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=38,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:21:19.863550 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=50,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:21:19.864611 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=43,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:21:21.060967 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-abecfb90-a44b-44fa-a8ac-45b28f20785a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:23.409351 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-76b790d0-1418-4a6b-a006-59520075e284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:24.504670 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:26.078080 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:27.625435 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:29.454506 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 5 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:21:37.536469 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=72,neutron:UPDATE=5 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:21:37.540879 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:21:49.449472 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=5 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:21:49.450678 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:21:51.036420 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-34774ef3-8f31-4661-9443-d7a6531a2d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:53.401902 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-9ad3712f-4ed1-4b60-86e3-c6a090274d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:54.505057 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:56.065112 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:57.607074 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:06.488484 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 5 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:22:07.524500 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:07.526862 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:17.454338 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:17.459479 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=6 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:21.064258 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-f06869f7-8e7e-4372-8c60-a10f84d3be8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:23.395994 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-588f7dde-e61d-4fde-a4b2-3bb7c30ef79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:24.567779 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:26.081436 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:27.596105 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:37.526106 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:37.529315 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:43.458751 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 5 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:22:51.040968 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-77c42b0b-43f4-4008-9ccb-2078689bf8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:53.406546 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-fc07c2e9-f937-4241-9dc1-57f101929def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:54.461650 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=15 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:54.472411 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=19 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:54.532812 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:56.075507 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:57.612809 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:05.897951 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 45938) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:23:05.903712 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [None req-be01d643-d83b-4733-89a9-9431c8a623f1 tempest-verify_tempest_config-1645635273 tempest-verify_tempest_config-1645635273-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104642) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:23:05.904707 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-be01d643-d83b-4733-89a9-9431c8a623f1 tempest-verify_tempest_config-1645635273 tempest-verify_tempest_config-1645635273-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057974 May 26 21:23:06.432396 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 45956) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:23:06.547235 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6538b437-3d3a-47e4-b073-725f16552ca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:06.629277 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6538b437-3d3a-47e4-b073-725f16552ca7 admin admin] Publish callbacks [] for security_group (6f85e5b6-6284-4f01-aa4d-ae852e28e62f), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:06.716707 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6538b437-3d3a-47e4-b073-725f16552ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (6f85e5b6-6284-4f01-aa4d-ae852e28e62f), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:06.766616 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-6538b437-3d3a-47e4-b073-725f16552ca7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4252bf72d916409db49bb3c28087dc6b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3326519 May 26 21:23:06.767774 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538b437-3d3a-47e4-b073-725f16552ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f85e5b6-6284-4f01-aa4d-ae852e28e62f,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:23:06.769981 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 45960) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:23:06.775185 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538b437-3d3a-47e4-b073-725f16552ca7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:06.775542 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538b437-3d3a-47e4-b073-725f16552ca7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:06.775957 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538b437-3d3a-47e4-b073-725f16552ca7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:06.776262 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538b437-3d3a-47e4-b073-725f16552ca7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:06.776590 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538b437-3d3a-47e4-b073-725f16552ca7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:06.776913 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538b437-3d3a-47e4-b073-725f16552ca7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:06.777238 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538b437-3d3a-47e4-b073-725f16552ca7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:06.777555 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538b437-3d3a-47e4-b073-725f16552ca7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:06.777878 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538b437-3d3a-47e4-b073-725f16552ca7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:06.778253 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538b437-3d3a-47e4-b073-725f16552ca7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:06.778591 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538b437-3d3a-47e4-b073-725f16552ca7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:06.778926 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538b437-3d3a-47e4-b073-725f16552ca7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:06.779244 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538b437-3d3a-47e4-b073-725f16552ca7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:06.779584 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538b437-3d3a-47e4-b073-725f16552ca7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:06.779925 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538b437-3d3a-47e4-b073-725f16552ca7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:06.855892 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2ab62a21-8dab-4dbd-aa5f-53021685f4d3 admin admin] Publish callbacks [] for security_group (6f85e5b6-6284-4f01-aa4d-ae852e28e62f), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:06.880568 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2ab62a21-8dab-4dbd-aa5f-53021685f4d3 admin admin] Publish callbacks [] for security_group (6f85e5b6-6284-4f01-aa4d-ae852e28e62f), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:07.069390 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2ab62a21-8dab-4dbd-aa5f-53021685f4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (6f85e5b6-6284-4f01-aa4d-ae852e28e62f), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:07.071924 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2ab62a21-8dab-4dbd-aa5f-53021685f4d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:07.073218 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-2ab62a21-8dab-4dbd-aa5f-53021685f4d3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f85e5b6-6284-4f01-aa4d-ae852e28e62f HTTP/1.1" status: 204 len: 168 time: 0.3021867 May 26 21:23:07.082177 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab62a21-8dab-4dbd-aa5f-53021685f4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f85e5b6-6284-4f01-aa4d-ae852e28e62f,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:23:07.090260 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62a21-8dab-4dbd-aa5f-53021685f4d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:07.090609 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62a21-8dab-4dbd-aa5f-53021685f4d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:07.090971 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62a21-8dab-4dbd-aa5f-53021685f4d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:07.091330 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62a21-8dab-4dbd-aa5f-53021685f4d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:07.091651 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62a21-8dab-4dbd-aa5f-53021685f4d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:07.092012 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62a21-8dab-4dbd-aa5f-53021685f4d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:07.092343 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62a21-8dab-4dbd-aa5f-53021685f4d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:07.092672 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62a21-8dab-4dbd-aa5f-53021685f4d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:07.093001 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62a21-8dab-4dbd-aa5f-53021685f4d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:07.093327 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62a21-8dab-4dbd-aa5f-53021685f4d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:07.093653 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62a21-8dab-4dbd-aa5f-53021685f4d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:07.093981 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62a21-8dab-4dbd-aa5f-53021685f4d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:07.094301 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62a21-8dab-4dbd-aa5f-53021685f4d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:07.094623 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62a21-8dab-4dbd-aa5f-53021685f4d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:07.094944 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab62a21-8dab-4dbd-aa5f-53021685f4d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:23:16.770625 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:23:16.771431 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:23:17.085000 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=18,neutron:DELETE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:23:17.086268 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=17 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:23:20.457792 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 5 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:23:20.952807 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=24 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:23:20.955419 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:23:21.063726 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-c891e549-f777-4262-b293-cdcf58d5eac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:23.400041 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-6925fce9-ccc8-441b-80f5-01d556f1bf03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:24.565468 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:26.079538 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:27.634015 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:31.464344 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=3 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:23:31.465477 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=5 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:23:37.515707 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:23:37.522712 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:23:49.455315 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:23:51.033988 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-9b5ed3f5-0af6-453f-a7dc-743ba01720c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:53.416135 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-84b84cf4-d4c9-4694-b311-5f3963ea5e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:54.524142 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:56.091014 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:57.456554 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 5 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:23:57.587949 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:06.000577 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:07.527297 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:08.461217 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=5 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:08.461984 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=3 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:21.101716 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-235038f4-7c67-4dc1-9a81-d3137c5121bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:23.386016 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a370d768-2fd3-4bdf-a9b3-250f964092d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:24.547322 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:26.072717 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:27.610087 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:34.457034 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 5 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:24:37.526055 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:37.527970 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:47.157480 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=19 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:47.159706 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=15 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:51.026983 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-4fd7804b-f722-498a-a952-32a4b763d767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:53.398315 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9aa1-3929-4b5d-90e6-c22e2f547269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:54.546822 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:54.781274 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694735'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:56.147325 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:57.637286 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:07.529373 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:25:07.530681 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:25:07.687647 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 46036) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:25:07.809853 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-d7e341df-8ddd-4ce6-8c5c-41ecd72a64a1 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1207452 May 26 21:25:10.173505 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 46046) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:25:10.249787 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-543314f2-0b0d-419a-b8aa-813afc905744 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0747240 May 26 21:25:11.456531 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:25:17.802181 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:25:17.804135 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:25:20.237630 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:25:20.239544 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:25:21.043341 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-d26d57b9-b072-4b18-8b42-8a3951b804da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:22.449417 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=2 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:25:22.458353 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=6 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:25:23.397316 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-4b6f7918-fc59-49cd-a17a-6d6b93154c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:24.521787 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:24.723246 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:26.076904 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:27.596187 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:37.525880 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:25:37.526659 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:25:48.456780 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:25:51.054541 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-5beace25-ecd2-47df-b364-d0264c4f6d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:53.437720 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-15451a1d-fe04-4e6d-8228-d9030b3a5957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:54.551763 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:54.768374 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:56.094040 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:57.722103 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:59.450654 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=5 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:25:59.456077 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:07.523719 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:07.525870 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:21.053701 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2f074c60-17bd-4a28-a924-2661956e7b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:23.397279 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-4e0e729d-90d2-4408-a6de-b9eaf2dcc80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:24.584516 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:24.762206 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:25.457888 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:26:26.086667 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:27.590477 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:36.454272 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=5 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:36.455292 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=3 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:37.520035 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:37.523032 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:47.235859 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=15 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:47.238925 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=11 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:51.052878 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-47a7cf8e-0136-459b-9abd-e4039ace637d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:52.031653 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 46208) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:26:52.600561 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-350843220-network', 'tenant_id': '199159bff7e5433ca3da168465c2e22c'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:26:52.755801 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Made reservation on behalf of 199159bff7e5433ca3da168465c2e22c for: {'network': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:26:52.759384 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for network (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:52.776188 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:52.918312 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Publish callbacks [] for security_group (00f8e855-f846-49ac-aed8-f54471d285f2), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:52.984622 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (00f8e855-f846-49ac-aed8-f54471d285f2), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:53.023098 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=104642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:26:53.053121 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f8e855-f846-49ac-aed8-f54471d285f2,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:26:53.071622 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745431346791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (508ebb5e-178d-4887-8936-fb058af2b2f7), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:53.072303 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.segments_db [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Added segment 508ebb5e-178d-4887-8936-fb058af2b2f7 of type vlan for network 49e4975b-6869-4462-9c74-3db9f1965109 May 26 21:26:53.076920 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:53.077517 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:53.078103 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:53.078665 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:53.079216 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:53.079914 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:53.080726 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:53.081272 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:53.081852 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:53.082402 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:53.082972 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:53.083455 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:53.083930 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:53.084467 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:53.085011 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Tracked resource versions report: May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: pushed versions: May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: { 'AddressGroup': {'1.2'}, May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'Agent': {'1.1'}, May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'ConntrackHelper': {'1.0'}, May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'LocalIPAssociation': {'1.0'}, May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'Log': {'1.0'}, May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'NDPProxy': {'1.0'}, May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'Network': {'1.1'}, May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'Port': {'1.7'}, May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'PortForwarding': {'1.3'}, May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'QosPolicy': {'1.10'}, May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'SecurityGroup': {'1.5'}, May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'SecurityGroupRule': {'1.2'}, May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'SubPort': {'1.0'}, May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'Subnet': {'1.1'}, May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'Trunk': {'1.1'}} May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: consumer versions: May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: { DHCP agent@dv-cinder-828805-3-iscsi: {}, May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: HyperV agent@hv-cinder-82880: {}, May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: L3 agent@dv-cinder-828805-3-iscsi: {}, May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: Metadata agent@dv-cinder-828805-3-iscsi: {}, May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: Metering agent@dv-cinder-828805-3-iscsi: {}, May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: Open vSwitch agent@dv-cinder-828805-3-iscsi: { 'AddressGroup': '1.2', May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'Agent': '1.1', May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'ConntrackHelper': '1.0', May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'LocalIPAssociation': '1.0', May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'Log': '1.0', May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'NDPProxy': '1.0', May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'Network': '1.1', May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'Port': '1.7', May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'PortForwarding': '1.3', May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'QosPolicy': '1.10', May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'SecurityGroup': '1.5', May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'SecurityGroupRule': '1.2', May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'SubPort': '1.0', May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'Subnet': '1.1', May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: 'Trunk': '1.1'}} May 26 21:26:53.087452 dv-cinder-828805-3-iscsi neutron-server[104642]: {{(pid=104642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 21:26:53.152489 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745430822750'] for network (49e4975b-6869-4462-9c74-3db9f1965109), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:53.361637 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for network (49e4975b-6869-4462-9c74-3db9f1965109), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:53.365532 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:26:53.365532 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:53.430293 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] Pushing event updated for resources: {'Network': ['ID=49e4975b-6869-4462-9c74-3db9f1965109,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:26:53.447376 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Network 49e4975b-6869-4462-9c74-3db9f1965109 details requested by agent ovs-agent-dv-cinder-828805-3-iscsi with host dv-cinder-828805-3-iscsi {{(pid=104644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:26:53.501422 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-160a33e9-1e7d-4d38-82c1-23b7f2761def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:53.593252 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-7e597b89-02cd-428c-8353-5007816c0bca admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.5611556 May 26 21:26:53.598108 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 46266) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:26:53.603568 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-a030005d-3f80-4b1e-b295-cc6d3c864bd9 admin admin] Request body: {'subnet': {'network_id': '49e4975b-6869-4462-9c74-3db9f1965109', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-350843220-subnet', 'tenant_id': '199159bff7e5433ca3da168465c2e22c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:26:53.744725 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a030005d-3f80-4b1e-b295-cc6d3c864bd9 admin admin] Made reservation on behalf of 199159bff7e5433ca3da168465c2e22c for: {'subnet': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:26:53.748756 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a030005d-3f80-4b1e-b295-cc6d3c864bd9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:54.150025 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 46276) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:26:54.185221 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a030005d-3f80-4b1e-b295-cc6d3c864bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for subnet (5ad45655-7db7-4fd3-9707-07194aa1b8db), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:54.213568 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 46284) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:26:54.383593 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030005d-3f80-4b1e-b295-cc6d3c864bd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ad45655-7db7-4fd3-9707-07194aa1b8db,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:26:54.401717 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 46302) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:26:54.439989 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a030005d-3f80-4b1e-b295-cc6d3c864bd9 admin admin] Checking segment: {'id': '508ebb5e-178d-4887-8936-fb058af2b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '49e4975b-6869-4462-9c74-3db9f1965109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:26:54.440343 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a030005d-3f80-4b1e-b295-cc6d3c864bd9 admin admin] Network hostable DHCP agents. Network: 49e4975b-6869-4462-9c74-3db9f1965109, hostable agents: ['35848227-359f-404d-a469-91025de84eed'], hosted agents: [] {{(pid=104642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:26:54.536406 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1516277217-network', 'tenant_id': 'c5f69588fe354d20b58594919deb4110'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:26:54.552391 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-79ab3873-319b-46a8-ac4b-3b4c413dd167 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-231518021-network', 'tenant_id': '318999cb1f874176b2523de9686febc1'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:26:54.559703 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a030005d-3f80-4b1e-b295-cc6d3c864bd9 admin admin] Network 49e4975b-6869-4462-9c74-3db9f1965109 is scheduled to be hosted by DHCP agent 35848227-359f-404d-a469-91025de84eed with binding_index 1 {{(pid=104642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:26:54.591305 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:54.613665 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-bdc94a62-0d38-4a6a-8431-9e3ccfdd568b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-200084425-network', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:26:54.647221 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Made reservation on behalf of c5f69588fe354d20b58594919deb4110 for: {'network': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:26:54.651149 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for network (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:54.668125 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:54.681555 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-a030005d-3f80-4b1e-b295-cc6d3c864bd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-3-iscsi, 49e4975b-6869-4462-9c74-3db9f1965109) {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:26:54.688737 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a030005d-3f80-4b1e-b295-cc6d3c864bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:26:54.689661 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a030005d-3f80-4b1e-b295-cc6d3c864bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for subnet (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:54.710120 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c727f9b4-144e-4be8-85f6-1918c008fb4f None None] Network 49e4975b-6869-4462-9c74-3db9f1965109 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:26:54.731793 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ab3873-319b-46a8-ac4b-3b4c413dd167 admin admin] Made reservation on behalf of 318999cb1f874176b2523de9686febc1 for: {'network': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:26:54.735599 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-79ab3873-319b-46a8-ac4b-3b4c413dd167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for network (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:54.773739 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc94a62-0d38-4a6a-8431-9e3ccfdd568b admin admin] Made reservation on behalf of 3969075d983246cf8c4c7a45a57d5338 for: {'network': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:26:54.776445 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bdc94a62-0d38-4a6a-8431-9e3ccfdd568b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for network (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:54.787942 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-79ab3873-319b-46a8-ac4b-3b4c413dd167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:54.817210 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bdc94a62-0d38-4a6a-8431-9e3ccfdd568b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:54.861554 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-a030005d-3f80-4b1e-b295-cc6d3c864bd9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2621288 May 26 21:26:54.870231 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Publish callbacks [] for security_group (cc47a789-9c0b-42e9-86e4-aa7f05506262), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:54.900557 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:54.912009 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b705d3a9-f532-4c11-a905-89c898883fcd None None] Network 49e4975b-6869-4462-9c74-3db9f1965109 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:26:55.010045 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bdc94a62-0d38-4a6a-8431-9e3ccfdd568b admin admin] Publish callbacks [] for security_group (a0d30f0d-a4cc-4014-b3fe-0b15ca26c50a), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:55.013318 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-79ab3873-319b-46a8-ac4b-3b4c413dd167 admin admin] Publish callbacks [] for security_group (be9d99b6-73c7-43ea-ae3b-21ebed015934), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:55.041691 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (cc47a789-9c0b-42e9-86e4-aa7f05506262), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:55.066504 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=104643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:26:55.086834 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745431346791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (79e76f80-baaa-41db-8e70-9575143fddc6), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:55.087810 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.db.segments_db [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Added segment 79e76f80-baaa-41db-8e70-9575143fddc6 of type vlan for network ea9ef1f2-5514-49f0-be2f-c0970bb75a74 May 26 21:26:55.142000 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bdc94a62-0d38-4a6a-8431-9e3ccfdd568b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (a0d30f0d-a4cc-4014-b3fe-0b15ca26c50a), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:55.166989 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745430822750'] for network (ea9ef1f2-5514-49f0-be2f-c0970bb75a74), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:55.214717 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-79ab3873-319b-46a8-ac4b-3b4c413dd167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (be9d99b6-73c7-43ea-ae3b-21ebed015934), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:55.232366 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc47a789-9c0b-42e9-86e4-aa7f05506262,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:26:55.237384 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc94a62-0d38-4a6a-8431-9e3ccfdd568b admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=104643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:26:55.246509 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ab3873-319b-46a8-ac4b-3b4c413dd167 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=104643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:26:55.263064 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:55.263677 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:55.264290 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:55.264784 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:55.265257 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:55.265737 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:55.266221 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:55.266686 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:55.267163 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:55.267627 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:55.268359 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:55.269050 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:55.270762 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:55.271419 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:55.272118 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Tracked resource versions report: May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: pushed versions: May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: { 'AddressGroup': {'1.2'}, May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'Agent': {'1.1'}, May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'ConntrackHelper': {'1.0'}, May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'LocalIPAssociation': {'1.0'}, May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'Log': {'1.0'}, May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'NDPProxy': {'1.0'}, May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'Network': {'1.1'}, May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'Port': {'1.7'}, May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'PortForwarding': {'1.3'}, May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'QosPolicy': {'1.10'}, May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'SecurityGroup': {'1.5'}, May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'SecurityGroupRule': {'1.2'}, May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'SubPort': {'1.0'}, May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'Subnet': {'1.1'}, May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'Trunk': {'1.1'}} May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: consumer versions: May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: { DHCP agent@dv-cinder-828805-3-iscsi: {}, May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: HyperV agent@hv-cinder-82880: {}, May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: L3 agent@dv-cinder-828805-3-iscsi: {}, May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: Metadata agent@dv-cinder-828805-3-iscsi: {}, May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: Metering agent@dv-cinder-828805-3-iscsi: {}, May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: Open vSwitch agent@dv-cinder-828805-3-iscsi: { 'AddressGroup': '1.2', May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'Agent': '1.1', May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'ConntrackHelper': '1.0', May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'LocalIPAssociation': '1.0', May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'Log': '1.0', May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'NDPProxy': '1.0', May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'Network': '1.1', May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'Port': '1.7', May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'PortForwarding': '1.3', May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'QosPolicy': '1.10', May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'SecurityGroup': '1.5', May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'SecurityGroupRule': '1.2', May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'SubPort': '1.0', May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'Subnet': '1.1', May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: 'Trunk': '1.1'}} May 26 21:26:55.273754 dv-cinder-828805-3-iscsi neutron-server[104643]: {{(pid=104643) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 21:26:55.293494 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bdc94a62-0d38-4a6a-8431-9e3ccfdd568b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745431346791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (38c90b3d-63a1-4e51-b935-268daccd686b), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:55.293494 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.db.segments_db [None req-bdc94a62-0d38-4a6a-8431-9e3ccfdd568b admin admin] Added segment 38c90b3d-63a1-4e51-b935-268daccd686b of type vlan for network e423d8c6-f848-40d6-99bb-c61a958058f7 May 26 21:26:55.293494 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-79ab3873-319b-46a8-ac4b-3b4c413dd167 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745431346791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (92a89fa7-f318-4dd2-9048-6985bfbfaf8d), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:55.293494 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.db.segments_db [None req-79ab3873-319b-46a8-ac4b-3b4c413dd167 admin admin] Added segment 92a89fa7-f318-4dd2-9048-6985bfbfaf8d of type vlan for network a60ae016-a71c-495a-9bbe-63d3beeeb1fa May 26 21:26:55.297490 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=71,neutron:INSERT=25,neutron:UPDATE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:55.321501 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=66,neutron:INSERT=27,neutron:UPDATE=7 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:55.329842 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for network (ea9ef1f2-5514-49f0-be2f-c0970bb75a74), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:55.330944 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:26:55.331515 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:55.418563 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-79ab3873-319b-46a8-ac4b-3b4c413dd167 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745430822750'] for network (a60ae016-a71c-495a-9bbe-63d3beeeb1fa), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:55.463011 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc94a62-0d38-4a6a-8431-9e3ccfdd568b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d30f0d-a4cc-4014-b3fe-0b15ca26c50a,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:26:55.492713 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bdc94a62-0d38-4a6a-8431-9e3ccfdd568b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745430822750'] for network (e423d8c6-f848-40d6-99bb-c61a958058f7), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:55.666547 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab3873-319b-46a8-ac4b-3b4c413dd167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9d99b6-73c7-43ea-ae3b-21ebed015934,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:26:55.684794 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-79ab3873-319b-46a8-ac4b-3b4c413dd167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for network (a60ae016-a71c-495a-9bbe-63d3beeeb1fa), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:55.691587 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ab3873-319b-46a8-ac4b-3b4c413dd167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:26:55.691587 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-79ab3873-319b-46a8-ac4b-3b4c413dd167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:55.705152 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.5507274 May 26 21:26:55.705901 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 46348) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:26:55.711638 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abf6eb-df26-41aa-a983-42e2cea9c341 admin admin] Pushing event updated for resources: {'Network': ['ID=ea9ef1f2-5514-49f0-be2f-c0970bb75a74,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:26:55.712240 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-1a941664-0e51-401c-8446-482d69cbec5f admin admin] Request body: {'subnet': {'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1516277217-subnet', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:26:55.736503 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Network ea9ef1f2-5514-49f0-be2f-c0970bb75a74 details requested by agent ovs-agent-dv-cinder-828805-3-iscsi with host dv-cinder-828805-3-iscsi {{(pid=104644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:26:55.765487 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bdc94a62-0d38-4a6a-8431-9e3ccfdd568b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for network (e423d8c6-f848-40d6-99bb-c61a958058f7), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:55.766899 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc94a62-0d38-4a6a-8431-9e3ccfdd568b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:26:55.767024 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bdc94a62-0d38-4a6a-8431-9e3ccfdd568b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:55.855455 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab3873-319b-46a8-ac4b-3b4c413dd167 admin admin] Pushing event updated for resources: {'Network': ['ID=a60ae016-a71c-495a-9bbe-63d3beeeb1fa,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:26:55.868664 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Network a60ae016-a71c-495a-9bbe-63d3beeeb1fa details requested by agent ovs-agent-dv-cinder-828805-3-iscsi with host dv-cinder-828805-3-iscsi {{(pid=104644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:26:55.944347 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-79ab3873-319b-46a8-ac4b-3b4c413dd167 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.7287426 May 26 21:26:55.949060 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 46362) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:26:55.949210 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-bdc94a62-0d38-4a6a-8431-9e3ccfdd568b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.5449421 May 26 21:26:55.951968 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 46364) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:26:55.952703 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-a9c08608-1df8-4409-9387-bf371b836593 admin admin] Request body: {'subnet': {'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-231518021-subnet', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:26:55.958725 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-14c7e2b1-bfda-4260-9feb-31916292f31f admin admin] Request body: {'subnet': {'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-200084425-subnet', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:26:55.974300 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:55.977284 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:55.980237 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a941664-0e51-401c-8446-482d69cbec5f admin admin] Made reservation on behalf of c5f69588fe354d20b58594919deb4110 for: {'subnet': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:26:55.983640 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1a941664-0e51-401c-8446-482d69cbec5f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:56.070415 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc94a62-0d38-4a6a-8431-9e3ccfdd568b admin admin] Pushing event updated for resources: {'Network': ['ID=e423d8c6-f848-40d6-99bb-c61a958058f7,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:26:56.088738 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Network e423d8c6-f848-40d6-99bb-c61a958058f7 details requested by agent ovs-agent-dv-cinder-828805-3-iscsi with host dv-cinder-828805-3-iscsi {{(pid=104644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:26:56.129948 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c08608-1df8-4409-9387-bf371b836593 admin admin] Made reservation on behalf of 318999cb1f874176b2523de9686febc1 for: {'subnet': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:26:56.134206 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a9c08608-1df8-4409-9387-bf371b836593 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:56.196459 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c7e2b1-bfda-4260-9feb-31916292f31f admin admin] Made reservation on behalf of 3969075d983246cf8c4c7a45a57d5338 for: {'subnet': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:26:56.199238 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-14c7e2b1-bfda-4260-9feb-31916292f31f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:56.215450 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:56.264898 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=6 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:56.413024 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1a941664-0e51-401c-8446-482d69cbec5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for subnet (69d41c02-e4f8-4266-97e4-80c1b92c499f), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:56.484152 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a9c08608-1df8-4409-9387-bf371b836593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for subnet (b2637c66-7972-4d35-9019-9342a0d2b58e), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:56.493260 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a941664-0e51-401c-8446-482d69cbec5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=69d41c02-e4f8-4266-97e4-80c1b92c499f,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:26:56.508494 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-14c7e2b1-bfda-4260-9feb-31916292f31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for subnet (86c6cba8-f2d3-45d8-a7b0-a4676a67b444), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:56.533343 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a941664-0e51-401c-8446-482d69cbec5f admin admin] Checking segment: {'id': '79e76f80-baaa-41db-8e70-9575143fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:26:56.533931 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a941664-0e51-401c-8446-482d69cbec5f admin admin] Network hostable DHCP agents. Network: ea9ef1f2-5514-49f0-be2f-c0970bb75a74, hostable agents: ['35848227-359f-404d-a469-91025de84eed'], hosted agents: [] {{(pid=104642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:26:56.568228 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c08608-1df8-4409-9387-bf371b836593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2637c66-7972-4d35-9019-9342a0d2b58e,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:26:56.593278 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c08608-1df8-4409-9387-bf371b836593 admin admin] Checking segment: {'id': '92a89fa7-f318-4dd2-9048-6985bfbfaf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:26:56.593997 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c08608-1df8-4409-9387-bf371b836593 admin admin] Network hostable DHCP agents. Network: a60ae016-a71c-495a-9bbe-63d3beeeb1fa, hostable agents: ['35848227-359f-404d-a469-91025de84eed'], hosted agents: [] {{(pid=104642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:26:56.647180 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7e2b1-bfda-4260-9feb-31916292f31f admin admin] Pushing event updated for resources: {'Subnet': ['ID=86c6cba8-f2d3-45d8-a7b0-a4676a67b444,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:26:56.660825 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7e2b1-bfda-4260-9feb-31916292f31f admin admin] Checking segment: {'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:26:56.661396 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c7e2b1-bfda-4260-9feb-31916292f31f admin admin] Network hostable DHCP agents. Network: e423d8c6-f848-40d6-99bb-c61a958058f7, hostable agents: ['35848227-359f-404d-a469-91025de84eed'], hosted agents: [] {{(pid=104643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:26:56.687559 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c08608-1df8-4409-9387-bf371b836593 admin admin] Network a60ae016-a71c-495a-9bbe-63d3beeeb1fa is scheduled to be hosted by DHCP agent 35848227-359f-404d-a469-91025de84eed with binding_index 1 {{(pid=104642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:26:56.690023 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a941664-0e51-401c-8446-482d69cbec5f admin admin] Network ea9ef1f2-5514-49f0-be2f-c0970bb75a74 is scheduled to be hosted by DHCP agent 35848227-359f-404d-a469-91025de84eed with binding_index 1 {{(pid=104642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:26:56.755789 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c7e2b1-bfda-4260-9feb-31916292f31f admin admin] Network e423d8c6-f848-40d6-99bb-c61a958058f7 is scheduled to be hosted by DHCP agent 35848227-359f-404d-a469-91025de84eed with binding_index 1 {{(pid=104643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:26:56.835079 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-a9c08608-1df8-4409-9387-bf371b836593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-3-iscsi, a60ae016-a71c-495a-9bbe-63d3beeeb1fa) {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:26:56.836174 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-14c7e2b1-bfda-4260-9feb-31916292f31f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-3-iscsi, e423d8c6-f848-40d6-99bb-c61a958058f7) {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:26:56.845538 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c08608-1df8-4409-9387-bf371b836593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:26:56.846789 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a9c08608-1df8-4409-9387-bf371b836593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for subnet (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:56.852097 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c7e2b1-bfda-4260-9feb-31916292f31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:26:56.854279 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-14c7e2b1-bfda-4260-9feb-31916292f31f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for subnet (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:56.858009 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b095b2-8de6-438b-bb4a-b10f5f72d021 None None] Network e423d8c6-f848-40d6-99bb-c61a958058f7 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:26:56.871653 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-1a941664-0e51-401c-8446-482d69cbec5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-3-iscsi, ea9ef1f2-5514-49f0-be2f-c0970bb75a74) {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:26:56.882734 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a941664-0e51-401c-8446-482d69cbec5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:26:56.886368 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1a941664-0e51-401c-8446-482d69cbec5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for subnet (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:56.908671 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11c07c4-b9bd-4938-9a6c-2b5f84db0f74 None None] Network a60ae016-a71c-495a-9bbe-63d3beeeb1fa requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:26:56.911809 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e771dc8f-c87d-47cc-b0be-c518f727f073 None None] Network ea9ef1f2-5514-49f0-be2f-c0970bb75a74 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:26:56.962733 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-a9c08608-1df8-4409-9387-bf371b836593 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0134790 May 26 21:26:56.968848 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 46386) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:26:56.976660 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-bdfce92a-7572-4418-b698-41e9c84cb45a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-231518021-router', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:26:57.019320 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-1a941664-0e51-401c-8446-482d69cbec5f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3125255 May 26 21:26:57.031145 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 46388) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:26:57.031261 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-14c7e2b1-bfda-4260-9feb-31916292f31f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0727825 May 26 21:26:57.031261 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 46390) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:26:57.034115 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-89376b9b-9384-4032-ab5f-b02809483d38 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1516277217-router', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:26:57.038056 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-d4998762-080d-4958-b600-c9d4ff255ebe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:26:57.111407 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bdfce92a-7572-4418-b698-41e9c84cb45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1694579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4878'] for router (c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:57.123115 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bdfce92a-7572-4418-b698-41e9c84cb45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4869'] for router (c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:57.213020 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-89376b9b-9384-4032-ab5f-b02809483d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1694579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4878'] for router (b2ab246a-1008-4a8d-ad17-435736498a7f), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:57.214144 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-89376b9b-9384-4032-ab5f-b02809483d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4869'] for router (b2ab246a-1008-4a8d-ad17-435736498a7f), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:57.265138 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d4998762-080d-4958-b600-c9d4ff255ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1694579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4878'] for router (bc9639dd-67f2-408a-8d58-3955185b031b), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:57.266212 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d4998762-080d-4958-b600-c9d4ff255ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4869'] for router (bc9639dd-67f2-408a-8d58-3955185b031b), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:57.271905 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:57.301582 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:57.330255 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-89376b9b-9384-4032-ab5f-b02809483d38 admin admin] Publish callbacks [] for router_controller (b2ab246a-1008-4a8d-ad17-435736498a7f), precommit_add_association {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:57.408665 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bdfce92a-7572-4418-b698-41e9c84cb45a admin admin] Publish callbacks [] for router_controller (c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d), precommit_add_association {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:57.515253 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d4998762-080d-4958-b600-c9d4ff255ebe admin admin] Publish callbacks [] for router_controller (bc9639dd-67f2-408a-8d58-3955185b031b), precommit_add_association {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:57.530617 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6993d58-562d-5621-893b-747d316cca5c-e423d8c6-f848-40d6-99bb-c61a958058f7', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444'}]}} from dv-cinder-828805-3-iscsi. {{(pid=104644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 21:26:57.537585 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:57.659000 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:57.949121 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d226c288-a953-45a3-9355-499d0c60b792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6993d58-562d-5621-893b-747d316cca5c-a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'project_id': '318999cb1f874176b2523de9686febc1', 'fixed_ips': [{'subnet_id': 'b2637c66-7972-4d35-9019-9342a0d2b58e'}]}} from dv-cinder-828805-3-iscsi. {{(pid=104644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 21:26:57.949121 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-d226c288-a953-45a3-9355-499d0c60b792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:57.981491 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 46420) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:26:57.981491 dv-cinder-828805-3-iscsi neutron-server[104642]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 21:26:57.981491 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-89376b9b-9384-4032-ab5f-b02809483d38 admin admin] Publish callbacks [] for router_gateway (b2ab246a-1008-4a8d-ad17-435736498a7f), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:57.990800 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f05b8a-c277-43ed-a3cd-e77e3de821d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6993d58-562d-5621-893b-747d316cca5c-ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'project_id': 'c5f69588fe354d20b58594919deb4110', 'fixed_ips': [{'subnet_id': '69d41c02-e4f8-4266-97e4-80c1b92c499f'}]}} from dv-cinder-828805-3-iscsi. {{(pid=104644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 21:26:57.990800 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-90f05b8a-c277-43ed-a3cd-e77e3de821d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:57.990800 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:57.990800 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:57.998296 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d4998762-080d-4958-b600-c9d4ff255ebe admin admin] Publish callbacks [] for router_gateway (bc9639dd-67f2-408a-8d58-3955185b031b), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:58.007780 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bdfce92a-7572-4418-b698-41e9c84cb45a admin admin] Publish callbacks [] for router_gateway (c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:58.127220 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-55f2f743-0573-4e28-8c6b-95e0a18e23b1 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:26:58.129727 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-55f2f743-0573-4e28-8c6b-95e0a18e23b1 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/networks?id=49e4975b-6869-4462-9c74-3db9f1965109 HTTP/1.1" status: 200 len: 811 time: 0.3854671 May 26 21:26:58.158568 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:58.194005 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-dbbeb18d-4a69-4f9f-a451-67bc95ea1622 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/quotas/199159bff7e5433ca3da168465c2e22c HTTP/1.1" status: 200 len: 375 time: 0.0574615 May 26 21:26:58.258916 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.db_base_plugin_common [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Allocated IP 172.20.0.2 (e423d8c6-f848-40d6-99bb-c61a958058f7/86c6cba8-f2d3-45d8-a7b0-a4676a67b444/c60dfe92-d6e0-4913-b00c-6c6e48c8c90c) {{(pid=104644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:26:58.277132 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-785761e2-96c9-4552-b7a7-7e69f6dceb2c tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=199159bff7e5433ca3da168465c2e22c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822067 May 26 21:26:58.285567 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-89376b9b-9384-4032-ab5f-b02809483d38 admin admin] Publish callbacks [] for router_gateway (b2ab246a-1008-4a8d-ad17-435736498a7f), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:58.285856 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.db_base_plugin_common [None req-d226c288-a953-45a3-9355-499d0c60b792 None None] Allocated IP 172.20.0.2 (a60ae016-a71c-495a-9bbe-63d3beeeb1fa/b2637c66-7972-4d35-9019-9342a0d2b58e/a7aa6c3c-0581-4807-ba94-c5a6b5662483) {{(pid=104644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:26:58.307677 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-89376b9b-9384-4032-ab5f-b02809483d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:58.309291 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.db_base_plugin_common [None req-90f05b8a-c277-43ed-a3cd-e77e3de821d5 None None] Allocated IP 172.20.0.2 (ea9ef1f2-5514-49f0-be2f-c0970bb75a74/69d41c02-e4f8-4266-97e4-80c1b92c499f/54c6cdad-4837-455b-86fa-0e7d8b87c1a8) {{(pid=104644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:26:58.482550 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_common [None req-89376b9b-9384-4032-ab5f-b02809483d38 admin admin] Allocated IP 172.27.3.180 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/ca07c8a9-c96b-42bd-835c-e5092e313fec) {{(pid=104642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:26:58.702653 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:58.761110 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:58.781242 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-89376b9b-9384-4032-ab5f-b02809483d38 admin admin] Publish callbacks [] for port (ca07c8a9-c96b-42bd-835c-e5092e313fec), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:58.866462 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-d226c288-a953-45a3-9355-499d0c60b792 None None] Publish callbacks [] for port (a7aa6c3c-0581-4807-ba94-c5a6b5662483), precommit_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:58.868436 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-1db6e4bf-6fd8-4813-959f-086d7f09670a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104642) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:26:58.868633 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Publish callbacks [] for port (c60dfe92-d6e0-4913-b00c-6c6e48c8c90c), precommit_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:58.870495 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-90f05b8a-c277-43ed-a3cd-e77e3de821d5 None None] Publish callbacks [] for port (54c6cdad-4837-455b-86fa-0e7d8b87c1a8), precommit_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:58.873358 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-1db6e4bf-6fd8-4813-959f-086d7f09670a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1576524 May 26 21:26:58.888371 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-89376b9b-9384-4032-ab5f-b02809483d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (ca07c8a9-c96b-42bd-835c-e5092e313fec), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:58.939211 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (c60dfe92-d6e0-4913-b00c-6c6e48c8c90c), after_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:58.956249 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d4998762-080d-4958-b600-c9d4ff255ebe admin admin] Publish callbacks [] for router_gateway (bc9639dd-67f2-408a-8d58-3955185b031b), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:58.976967 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89376b9b-9384-4032-ab5f-b02809483d38 admin admin] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:26:58.984679 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-89376b9b-9384-4032-ab5f-b02809483d38 admin admin] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:26:58.995110 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89376b9b-9384-4032-ab5f-b02809483d38 admin admin] Received port after_create {{(pid=104642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:26:59.008579 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89376b9b-9384-4032-ab5f-b02809483d38 admin admin] Pushing event updated for resources: {'Port': ['ID=ca07c8a9-c96b-42bd-835c-e5092e313fec,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:26:59.009833 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-90f05b8a-c277-43ed-a3cd-e77e3de821d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (54c6cdad-4837-455b-86fa-0e7d8b87c1a8), after_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:59.020383 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-d226c288-a953-45a3-9355-499d0c60b792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (a7aa6c3c-0581-4807-ba94-c5a6b5662483), after_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:59.046793 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Network e423d8c6-f848-40d6-99bb-c61a958058f7 is already hosted by enough agents. {{(pid=104644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:26:59.081672 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d4998762-080d-4958-b600-c9d4ff255ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:59.089646 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.base_scheduler [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Resources bound (agent type, host, resource id): {{(pid=104644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:26:59.109073 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bdfce92a-7572-4418-b698-41e9c84cb45a admin admin] Publish callbacks [] for router_gateway (c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:59.109476 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f05b8a-c277-43ed-a3cd-e77e3de821d5 None None] Network ea9ef1f2-5514-49f0-be2f-c0970bb75a74 is already hosted by enough agents. {{(pid=104644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:26:59.112101 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.base_scheduler [None req-90f05b8a-c277-43ed-a3cd-e77e3de821d5 None None] Resources bound (agent type, host, resource id): {{(pid=104644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:26:59.124080 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f05b8a-c277-43ed-a3cd-e77e3de821d5 None None] Received port after_create {{(pid=104644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:26:59.150650 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d226c288-a953-45a3-9355-499d0c60b792 None None] Network a60ae016-a71c-495a-9bbe-63d3beeeb1fa is already hosted by enough agents. {{(pid=104644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:26:59.153272 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Received port after_create {{(pid=104644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:26:59.167436 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.base_scheduler [None req-d226c288-a953-45a3-9355-499d0c60b792 None None] Resources bound (agent type, host, resource id): {{(pid=104644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:26:59.173513 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bdfce92a-7572-4418-b698-41e9c84cb45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:59.176576 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d226c288-a953-45a3-9355-499d0c60b792 None None] Received port after_create {{(pid=104644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:26:59.197548 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Pushing event updated for resources: {'Port': ['ID=c60dfe92-d6e0-4913-b00c-6c6e48c8c90c,revision_number=1']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:26:59.258052 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-17ccc507-c636-484a-a556-4b206c9cd958 service neutron] 10.222.0.42 "GET /v2.0/networks/49e4975b-6869-4462-9c74-3db9f1965109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807957 May 26 21:26:59.362331 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:59.364294 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:59.364873 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:59.365440 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:59.366010 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:59.366569 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:59.367032 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:59.367596 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:59.368993 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:59.370383 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:59.370910 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:59.371517 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:59.372135 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:59.372732 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:59.373292 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Tracked resource versions report: May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: pushed versions: May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: { 'AddressGroup': {'1.2'}, May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'Agent': {'1.1'}, May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'ConntrackHelper': {'1.0'}, May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'LocalIPAssociation': {'1.0'}, May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'Log': {'1.0'}, May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'NDPProxy': {'1.0'}, May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'Network': {'1.1'}, May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'Port': {'1.7'}, May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'PortForwarding': {'1.3'}, May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'QosPolicy': {'1.10'}, May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'SecurityGroup': {'1.5'}, May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'SecurityGroupRule': {'1.2'}, May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'SubPort': {'1.0'}, May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'Subnet': {'1.1'}, May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'Trunk': {'1.1'}} May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: consumer versions: May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: { DHCP agent@dv-cinder-828805-3-iscsi: {}, May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: HyperV agent@hv-cinder-82880: {}, May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: L3 agent@dv-cinder-828805-3-iscsi: {}, May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: Metadata agent@dv-cinder-828805-3-iscsi: {}, May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: Metering agent@dv-cinder-828805-3-iscsi: {}, May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: Open vSwitch agent@dv-cinder-828805-3-iscsi: { 'AddressGroup': '1.2', May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'Agent': '1.1', May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'ConntrackHelper': '1.0', May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'LocalIPAssociation': '1.0', May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'Log': '1.0', May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'NDPProxy': '1.0', May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'Network': '1.1', May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'Port': '1.7', May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'PortForwarding': '1.3', May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'QosPolicy': '1.10', May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'SecurityGroup': '1.5', May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'SecurityGroupRule': '1.2', May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'SubPort': '1.0', May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'Subnet': '1.1', May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: 'Trunk': '1.1'}} May 26 21:26:59.375715 dv-cinder-828805-3-iscsi neutron-server[104644]: {{(pid=104644) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 21:26:59.378163 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [None req-d4998762-080d-4958-b600-c9d4ff255ebe admin admin] Allocated IP 172.27.3.119 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/c545d201-b794-4b56-b0b4-4919d76d33a1) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:26:59.456836 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-8650429c-9420-4cdc-b4ff-ba58d8d7551d service neutron] 10.222.0.42 "GET /v2.0/networks/49e4975b-6869-4462-9c74-3db9f1965109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911323 May 26 21:26:59.497258 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=77,neutron:INSERT=11,neutron:UPDATE=12 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:59.556217 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f05b8a-c277-43ed-a3cd-e77e3de821d5 None None] Pushing event updated for resources: {'Port': ['ID=54c6cdad-4837-455b-86fa-0e7d8b87c1a8,revision_number=1']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:26:59.570336 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Attempting to bind port c60dfe92-d6e0-4913-b00c-6c6e48c8c90c on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:26:59.570670 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Attempting to bind port c60dfe92-d6e0-4913-b00c-6c6e48c8c90c by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:26:59.571514 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Attempting to bind port c60dfe92-d6e0-4913-b00c-6c6e48c8c90c on network e423d8c6-f848-40d6-99bb-c61a958058f7 {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:26:59.581169 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-d226c288-a953-45a3-9355-499d0c60b792 None None] Attempting to bind port a7aa6c3c-0581-4807-ba94-c5a6b5662483 on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:26:59.581565 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-d226c288-a953-45a3-9355-499d0c60b792 None None] Attempting to bind port a7aa6c3c-0581-4807-ba94-c5a6b5662483 by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': '92a89fa7-f318-4dd2-9048-6985bfbfaf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:26:59.581922 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d226c288-a953-45a3-9355-499d0c60b792 None None] Attempting to bind port a7aa6c3c-0581-4807-ba94-c5a6b5662483 on network a60ae016-a71c-495a-9bbe-63d3beeeb1fa {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:26:59.594401 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d4998762-080d-4958-b600-c9d4ff255ebe admin admin] Publish callbacks [] for port (c545d201-b794-4b56-b0b4-4919d76d33a1), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:59.608105 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:26:59.610998 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Checking segment: {'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:26:59.610998 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:59.610998 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Bound using segment: {'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:26:59.610998 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Bound port: c60dfe92-d6e0-4913-b00c-6c6e48c8c90c, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:26:59.610998 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c60dfe92-d6e0-4913-b00c-6c6e48c8c90c), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:59.617381 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-90f05b8a-c277-43ed-a3cd-e77e3de821d5 None None] Attempting to bind port 54c6cdad-4837-455b-86fa-0e7d8b87c1a8 on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:26:59.617739 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-90f05b8a-c277-43ed-a3cd-e77e3de821d5 None None] Attempting to bind port 54c6cdad-4837-455b-86fa-0e7d8b87c1a8 by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': '79e76f80-baaa-41db-8e70-9575143fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:26:59.618092 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f05b8a-c277-43ed-a3cd-e77e3de821d5 None None] Attempting to bind port 54c6cdad-4837-455b-86fa-0e7d8b87c1a8 on network ea9ef1f2-5514-49f0-be2f-c0970bb75a74 {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:26:59.633684 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d226c288-a953-45a3-9355-499d0c60b792 None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:26:59.634242 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d226c288-a953-45a3-9355-499d0c60b792 None None] Checking segment: {'id': '92a89fa7-f318-4dd2-9048-6985bfbfaf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:26:59.634459 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-d226c288-a953-45a3-9355-499d0c60b792 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:59.635269 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d226c288-a953-45a3-9355-499d0c60b792 None None] Bound using segment: {'id': '92a89fa7-f318-4dd2-9048-6985bfbfaf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:26:59.635384 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-d226c288-a953-45a3-9355-499d0c60b792 None None] Bound port: a7aa6c3c-0581-4807-ba94-c5a6b5662483, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a89fa7-f318-4dd2-9048-6985bfbfaf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:26:59.635688 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-d226c288-a953-45a3-9355-499d0c60b792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (a7aa6c3c-0581-4807-ba94-c5a6b5662483), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:59.640226 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:59.654100 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-89376b9b-9384-4032-ab5f-b02809483d38 admin admin] Publish callbacks [] for router_gateway (b2ab246a-1008-4a8d-ad17-435736498a7f), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:59.656395 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f05b8a-c277-43ed-a3cd-e77e3de821d5 None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:26:59.656776 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f05b8a-c277-43ed-a3cd-e77e3de821d5 None None] Checking segment: {'id': '79e76f80-baaa-41db-8e70-9575143fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:26:59.657164 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-90f05b8a-c277-43ed-a3cd-e77e3de821d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:59.658211 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f05b8a-c277-43ed-a3cd-e77e3de821d5 None None] Bound using segment: {'id': '79e76f80-baaa-41db-8e70-9575143fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:26:59.658715 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-90f05b8a-c277-43ed-a3cd-e77e3de821d5 None None] Bound port: 54c6cdad-4837-455b-86fa-0e7d8b87c1a8, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e76f80-baaa-41db-8e70-9575143fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:26:59.666960 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-90f05b8a-c277-43ed-a3cd-e77e3de821d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (54c6cdad-4837-455b-86fa-0e7d8b87c1a8), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:59.765746 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226c288-a953-45a3-9355-499d0c60b792 None None] Pushing event updated for resources: {'Port': ['ID=a7aa6c3c-0581-4807-ba94-c5a6b5662483,revision_number=1']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:26:59.838790 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:59.882562 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-90f05b8a-c277-43ed-a3cd-e77e3de821d5 None None] For port 54c6cdad-4837-455b-86fa-0e7d8b87c1a8, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:26:59.903279 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-90f05b8a-c277-43ed-a3cd-e77e3de821d5 None None] For port 54c6cdad-4837-455b-86fa-0e7d8b87c1a8, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=54c6cdad-4837-455b-86fa-0e7d8b87c1a8,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:26:59.953477 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:59.986288 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [None req-bdfce92a-7572-4418-b698-41e9c84cb45a admin admin] Allocated IP 172.27.3.245 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/cb22fd7c-7636-4d47-a205-d90a425a226c) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:27:00.083404 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] For port c60dfe92-d6e0-4913-b00c-6c6e48c8c90c, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:27:00.096707 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d4998762-080d-4958-b600-c9d4ff255ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (c545d201-b794-4b56-b0b4-4919d76d33a1), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:00.129729 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9be61f55-2d55-4f95-917a-ecc60daea807 req-d95d8c3a-0e55-459c-9762-a1fe4b14d6ca tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 210 time: 0.1080508 May 26 21:27:00.141176 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-d226c288-a953-45a3-9355-499d0c60b792 None None] For port a7aa6c3c-0581-4807-ba94-c5a6b5662483, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:27:00.148433 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] For port c60dfe92-d6e0-4913-b00c-6c6e48c8c90c, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=c60dfe92-d6e0-4913-b00c-6c6e48c8c90c,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:27:00.175302 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-90f05b8a-c277-43ed-a3cd-e77e3de821d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (54c6cdad-4837-455b-86fa-0e7d8b87c1a8), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:00.179356 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-d226c288-a953-45a3-9355-499d0c60b792 None None] For port a7aa6c3c-0581-4807-ba94-c5a6b5662483, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=a7aa6c3c-0581-4807-ba94-c5a6b5662483,segment=NetworkSegment(92a89fa7-f318-4dd2-9048-6985bfbfaf8d),segment_id=92a89fa7-f318-4dd2-9048-6985bfbfaf8d)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:27:00.213470 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4998762-080d-4958-b600-c9d4ff255ebe admin admin] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:27:00.214908 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-89376b9b-9384-4032-ab5f-b02809483d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696000'] for router (b2ab246a-1008-4a8d-ad17-435736498a7f), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:00.250481 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-d4998762-080d-4958-b600-c9d4ff255ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:27:00.261297 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4998762-080d-4958-b600-c9d4ff255ebe admin admin] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:27:00.281096 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-d226c288-a953-45a3-9355-499d0c60b792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (a7aa6c3c-0581-4807-ba94-c5a6b5662483), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:00.283703 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (c60dfe92-d6e0-4913-b00c-6c6e48c8c90c), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:00.330092 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f05b8a-c277-43ed-a3cd-e77e3de821d5 None None] Pushing event updated for resources: {'Port': ['ID=54c6cdad-4837-455b-86fa-0e7d8b87c1a8,revision_number=2']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:00.448300 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226c288-a953-45a3-9355-499d0c60b792 None None] Pushing event updated for resources: {'Port': ['ID=a7aa6c3c-0581-4807-ba94-c5a6b5662483,revision_number=2']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:00.523276 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89376b9b-9384-4032-ab5f-b02809483d38 admin admin] Router b2ab246a-1008-4a8d-ad17-435736498a7f is scheduled to L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f with binding_index 1 {{(pid=104642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 21:27:00.556773 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c466b-0245-4dbc-aa9b-6b2ebe08fd50 None None] Pushing event updated for resources: {'Port': ['ID=c60dfe92-d6e0-4913-b00c-6c6e48c8c90c,revision_number=2']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:00.677285 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4998762-080d-4958-b600-c9d4ff255ebe admin admin] Pushing event updated for resources: {'Port': ['ID=c545d201-b794-4b56-b0b4-4919d76d33a1,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:00.756083 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bdfce92a-7572-4418-b698-41e9c84cb45a admin admin] Publish callbacks [] for port (cb22fd7c-7636-4d47-a205-d90a425a226c), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:01.098497 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:01.106198 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:01.126234 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89376b9b-9384-4032-ab5f-b02809483d38 admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:27:01.147142 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] Sync routers for ids ['b2ab246a-1008-4a8d-ad17-435736498a7f'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:27:01.188395 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] Routers {'b2ab246a-1008-4a8d-ad17-435736498a7f'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:27:01.189284 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:26:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['b2ab246a-1008-4a8d-ad17-435736498a7f'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:01.256362 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-89376b9b-9384-4032-ab5f-b02809483d38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:01.260930 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bdfce92a-7572-4418-b698-41e9c84cb45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (cb22fd7c-7636-4d47-a205-d90a425a226c), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:01.266185 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-89376b9b-9384-4032-ab5f-b02809483d38 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2410932 May 26 21:27:01.267197 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 46550) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:01.368735 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 46552) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:01.390005 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:01.394304 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 46556) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:01.419867 dv-cinder-828805-3-iscsi neutron-server[104643]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 21:27:01.536041 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfce92a-7572-4418-b698-41e9c84cb45a admin admin] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:27:01.545470 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-bdfce92a-7572-4418-b698-41e9c84cb45a admin admin] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:27:01.551440 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfce92a-7572-4418-b698-41e9c84cb45a admin admin] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:27:01.584749 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] Set router b2ab246a-1008-4a8d-ad17-435736498a7f gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:27:01.673451 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-24004e06-9739-4c81-b2c3-1977ea4c6673 req-9097c712-dc2f-4ee5-bc81-194887d70ce9 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 210 time: 0.2574677 May 26 21:27:01.692495 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfce92a-7572-4418-b698-41e9c84cb45a admin admin] Pushing event updated for resources: {'Port': ['ID=cb22fd7c-7636-4d47-a205-d90a425a226c,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:01.701005 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d4998762-080d-4958-b600-c9d4ff255ebe admin admin] Publish callbacks [] for router_gateway (bc9639dd-67f2-408a-8d58-3955185b031b), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:01.824388 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-819a6536-09d8-45f7-926d-e23dcf8cf252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:01.900027 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1516277217-router', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:26:59Z', 'revision_number': 3, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'gw_port': {'id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:58Z', 'updated_at': '2022-05-26T21:26:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:01.959447 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] Checking router: b2ab246a-1008-4a8d-ad17-435736498a7f for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:27:01.960748 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] Updating router b2ab246a-1008-4a8d-ad17-435736498a7f port ca07c8a9-c96b-42bd-835c-e5092e313fec binding host dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:27:02.013499 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:02.023284 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:02.029896 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (ca07c8a9-c96b-42bd-835c-e5092e313fec), before_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:02.360074 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ee2d9920-fa72-4ff8-83aa-68c6a1f0cdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:02.461056 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecca27aa-b275-4493-824f-7a09b30aa2e2 None None] Network ea9ef1f2-5514-49f0-be2f-c0970bb75a74 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:27:02.620197 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-f81356e2-4e5a-4571-a4f9-0c286994b918 None None] Provisioning complete for port 54c6cdad-4837-455b-86fa-0e7d8b87c1a8 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:02.620990 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-f81356e2-4e5a-4571-a4f9-0c286994b918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (54c6cdad-4837-455b-86fa-0e7d8b87c1a8), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:02.653090 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:27:02.706558 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] Publish callbacks [] for port (ca07c8a9-c96b-42bd-835c-e5092e313fec), precommit_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:02.789290 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (ca07c8a9-c96b-42bd-835c-e5092e313fec), after_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:02.919486 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b4d36-4d8b-44a4-968d-62618e262222 None None] Pushing event updated for resources: {'Port': ['ID=ca07c8a9-c96b-42bd-835c-e5092e313fec,revision_number=2']} {{(pid=104645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:02.928825 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d218f165-371c-40fa-b130-01aea9ab36a5 req-025d6dc5-f2e3-4875-8fd3-495017bb8a3e tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 210 time: 0.1086118 May 26 21:27:02.947939 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b4d36-4d8b-44a4-968d-62618e262222 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:27:02.948474 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b4d36-4d8b-44a4-968d-62618e262222 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:27:02.949070 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b4d36-4d8b-44a4-968d-62618e262222 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:27:02.949625 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b4d36-4d8b-44a4-968d-62618e262222 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:27:02.950179 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b4d36-4d8b-44a4-968d-62618e262222 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:27:02.951628 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b4d36-4d8b-44a4-968d-62618e262222 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:27:02.951628 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b4d36-4d8b-44a4-968d-62618e262222 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:27:02.951916 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b4d36-4d8b-44a4-968d-62618e262222 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:27:02.952289 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b4d36-4d8b-44a4-968d-62618e262222 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:27:02.952772 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b4d36-4d8b-44a4-968d-62618e262222 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:27:02.953399 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b4d36-4d8b-44a4-968d-62618e262222 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:27:02.953813 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b4d36-4d8b-44a4-968d-62618e262222 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:27:02.954338 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b4d36-4d8b-44a4-968d-62618e262222 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:27:02.954867 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b4d36-4d8b-44a4-968d-62618e262222 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:27:02.955397 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b4d36-4d8b-44a4-968d-62618e262222 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b4d36-4d8b-44a4-968d-62618e262222 None None] Tracked resource versions report: May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: pushed versions: May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: { 'AddressGroup': {'1.2'}, May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'Agent': {'1.1'}, May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'ConntrackHelper': {'1.0'}, May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'LocalIPAssociation': {'1.0'}, May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'Log': {'1.0'}, May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'NDPProxy': {'1.0'}, May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'Network': {'1.1'}, May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'Port': {'1.7'}, May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'PortForwarding': {'1.3'}, May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'QosPolicy': {'1.10'}, May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'SecurityGroup': {'1.5'}, May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'SecurityGroupRule': {'1.2'}, May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'SubPort': {'1.0'}, May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'Subnet': {'1.1'}, May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'Trunk': {'1.1'}} May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: consumer versions: May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: { DHCP agent@dv-cinder-828805-3-iscsi: {}, May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: HyperV agent@hv-cinder-82880: {}, May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: L3 agent@dv-cinder-828805-3-iscsi: {}, May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: Metadata agent@dv-cinder-828805-3-iscsi: {}, May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: Metering agent@dv-cinder-828805-3-iscsi: {}, May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: Open vSwitch agent@dv-cinder-828805-3-iscsi: { 'AddressGroup': '1.2', May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'Agent': '1.1', May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'ConntrackHelper': '1.0', May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'LocalIPAssociation': '1.0', May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'Log': '1.0', May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'NDPProxy': '1.0', May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'Network': '1.1', May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'Port': '1.7', May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'PortForwarding': '1.3', May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'QosPolicy': '1.10', May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'SecurityGroup': '1.5', May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'SecurityGroupRule': '1.2', May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'SubPort': '1.0', May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'Subnet': '1.1', May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: 'Trunk': '1.1'}} May 26 21:27:02.969834 dv-cinder-828805-3-iscsi neutron-server[104645]: {{(pid=104645) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 21:27:02.984796 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-819a6536-09d8-45f7-926d-e23dcf8cf252 admin admin] Publish callbacks [] for security_group (8c9a7a35-e4cb-4e0d-b9f4-f8012cd62ebe), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:03.013497 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device a7aa6c3c-0581-4807-ba94-c5a6b5662483 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:27:03.048920 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bdfce92a-7572-4418-b698-41e9c84cb45a admin admin] Publish callbacks [] for router_gateway (c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:03.056450 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:03.062944 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] Attempting to bind port ca07c8a9-c96b-42bd-835c-e5092e313fec on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:27:03.063504 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] Attempting to bind port ca07c8a9-c96b-42bd-835c-e5092e313fec by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}] {{(pid=104645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:27:03.064296 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] Attempting to bind port ca07c8a9-c96b-42bd-835c-e5092e313fec on network 35b4a44b-379f-44bd-a8f8-beb32b22a01e {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:27:03.088777 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:27:03.089592 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] Checking segment: {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:27:03.090415 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:03.090873 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:03.091408 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] Bound using segment: {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'} {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:27:03.092439 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] Bound port: ca07c8a9-c96b-42bd-835c-e5092e313fec, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}}] {{(pid=104645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:27:03.093277 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (ca07c8a9-c96b-42bd-835c-e5092e313fec), before_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:03.142170 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_common [None req-ee2d9920-fa72-4ff8-83aa-68c6a1f0cdf2 admin admin] Allocated IP 172.20.0.1 (ea9ef1f2-5514-49f0-be2f-c0970bb75a74/69d41c02-e4f8-4266-97e4-80c1b92c499f/64c6f851-b831-49a5-88e7-252c2c0770cf) {{(pid=104642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:27:03.198117 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-819a6536-09d8-45f7-926d-e23dcf8cf252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (8c9a7a35-e4cb-4e0d-b9f4-f8012cd62ebe), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:03.229397 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port a7aa6c3c-0581-4807-ba94-c5a6b5662483 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:03.229800 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (a7aa6c3c-0581-4807-ba94-c5a6b5662483), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:03.274430 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.db [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] For port ca07c8a9-c96b-42bd-835c-e5092e313fec, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:27:03.276030 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-f81356e2-4e5a-4571-a4f9-0c286994b918 None None] Current status of the port 54c6cdad-4837-455b-86fa-0e7d8b87c1a8 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:03.276445 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-f81356e2-4e5a-4571-a4f9-0c286994b918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (54c6cdad-4837-455b-86fa-0e7d8b87c1a8), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:03.291009 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.db [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] For port ca07c8a9-c96b-42bd-835c-e5092e313fec, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=ca07c8a9-c96b-42bd-835c-e5092e313fec,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:27:03.293425 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d4998762-080d-4958-b600-c9d4ff255ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696000'] for router (bc9639dd-67f2-408a-8d58-3955185b031b), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:03.397508 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (ca07c8a9-c96b-42bd-835c-e5092e313fec), after_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:03.421708 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdcce8d-6412-4bf7-a83c-3921e9c5a459 None None] Network e423d8c6-f848-40d6-99bb-c61a958058f7 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:27:03.467431 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a6536-09d8-45f7-926d-e23dcf8cf252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9a7a35-e4cb-4e0d-b9f4-f8012cd62ebe,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:03.537848 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-f81356e2-4e5a-4571-a4f9-0c286994b918 None None] For port 54c6cdad-4837-455b-86fa-0e7d8b87c1a8, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=54c6cdad-4837-455b-86fa-0e7d8b87c1a8,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:27:03.554944 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b4d36-4d8b-44a4-968d-62618e262222 None None] Pushing event updated for resources: {'Port': ['ID=ca07c8a9-c96b-42bd-835c-e5092e313fec,revision_number=3']} {{(pid=104645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:03.610171 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ee2d9920-fa72-4ff8-83aa-68c6a1f0cdf2 admin admin] Publish callbacks [] for port (64c6f851-b831-49a5-88e7-252c2c0770cf), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:03.626115 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] Routers {'b2ab246a-1008-4a8d-ad17-435736498a7f'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:27:03.627063 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:26:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['b2ab246a-1008-4a8d-ad17-435736498a7f'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:03.676084 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-819a6536-09d8-45f7-926d-e23dcf8cf252 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=30a7e028890f440780a841bac629a2eb&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2945971 May 26 21:27:03.677147 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 46594) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:03.708957 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-f81356e2-4e5a-4571-a4f9-0c286994b918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (54c6cdad-4837-455b-86fa-0e7d8b87c1a8), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:03.717662 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d8d0b9-f8de-4e8b-94d0-ce6f9011fddf None None] Network a60ae016-a71c-495a-9bbe-63d3beeeb1fa requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:27:03.738822 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:03.760700 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ee2d9920-fa72-4ff8-83aa-68c6a1f0cdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (64c6f851-b831-49a5-88e7-252c2c0770cf), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:03.794973 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2d9920-fa72-4ff8-83aa-68c6a1f0cdf2 admin admin] Network ea9ef1f2-5514-49f0-be2f-c0970bb75a74 is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:27:03.802140 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-ee2d9920-fa72-4ff8-83aa-68c6a1f0cdf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:27:03.815115 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:03.816676 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2d9920-fa72-4ff8-83aa-68c6a1f0cdf2 admin admin] Received port after_create {{(pid=104642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:27:03.817751 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ee2d9920-fa72-4ff8-83aa-68c6a1f0cdf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696627'] for router_interface (b2ab246a-1008-4a8d-ad17-435736498a7f), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:03.841656 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] Set router b2ab246a-1008-4a8d-ad17-435736498a7f gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:27:03.917367 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:03.918553 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port a7aa6c3c-0581-4807-ba94-c5a6b5662483 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:03.921411 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (a7aa6c3c-0581-4807-ba94-c5a6b5662483), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:03.926088 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-cfc87bf2-28e3-40da-8625-89d1c3da36e6 None None] Provisioning complete for port 54c6cdad-4837-455b-86fa-0e7d8b87c1a8 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:03.928277 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-cfc87bf2-28e3-40da-8625-89d1c3da36e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (54c6cdad-4837-455b-86fa-0e7d8b87c1a8), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:04.074671 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-cfc87bf2-28e3-40da-8625-89d1c3da36e6 None None] Current status of the port 54c6cdad-4837-455b-86fa-0e7d8b87c1a8 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:04.102435 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6bc6ec3f-eb9e-45ec-b36e-54c101679816 admin admin] Publish callbacks [] for security_group (8c9a7a35-e4cb-4e0d-b9f4-f8012cd62ebe), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:04.117753 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-cfc87bf2-28e3-40da-8625-89d1c3da36e6 None None] Provisioning complete for port c60dfe92-d6e0-4913-b00c-6c6e48c8c90c triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:04.118202 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-cfc87bf2-28e3-40da-8625-89d1c3da36e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (c60dfe92-d6e0-4913-b00c-6c6e48c8c90c), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:04.169767 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d9920-fa72-4ff8-83aa-68c6a1f0cdf2 admin admin] Pushing event updated for resources: {'Port': ['ID=64c6f851-b831-49a5-88e7-252c2c0770cf,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:04.199033 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6bc6ec3f-eb9e-45ec-b36e-54c101679816 admin admin] Publish callbacks [] for security_group (8c9a7a35-e4cb-4e0d-b9f4-f8012cd62ebe), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:04.204395 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81356e2-4e5a-4571-a4f9-0c286994b918 None None] Pushing event updated for resources: {'Port': ['ID=54c6cdad-4837-455b-86fa-0e7d8b87c1a8,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:04.207844 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ee2d9920-fa72-4ff8-83aa-68c6a1f0cdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (64c6f851-b831-49a5-88e7-252c2c0770cf), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:04.254068 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:04.263698 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1516277217-router', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:26:59Z', 'revision_number': 3, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'gw_port': {'id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:58Z', 'updated_at': '2022-05-26T21:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:04.298559 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bdfce92a-7572-4418-b698-41e9c84cb45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696000'] for router (c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:04.327379 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e53cef4-65fc-40e6-9179-02ac9622c91c None None] The sync data for ids ['b2ab246a-1008-4a8d-ad17-435736498a7f'] in dv-cinder-828805-3-iscsi is: [{'id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1516277217-router', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:26:59Z', 'revision_number': 3, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'gw_port': {'id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:58Z', 'updated_at': '2022-05-26T21:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:27:04.344757 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-b4353f01-5905-4310-a158-79fd044992cf None None] For port a7aa6c3c-0581-4807-ba94-c5a6b5662483, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=a7aa6c3c-0581-4807-ba94-c5a6b5662483,segment=NetworkSegment(92a89fa7-f318-4dd2-9048-6985bfbfaf8d),segment_id=92a89fa7-f318-4dd2-9048-6985bfbfaf8d)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:27:04.384983 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:04.389453 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-cfc87bf2-28e3-40da-8625-89d1c3da36e6 None None] Current status of the port c60dfe92-d6e0-4913-b00c-6c6e48c8c90c is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:04.389843 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-cfc87bf2-28e3-40da-8625-89d1c3da36e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c60dfe92-d6e0-4913-b00c-6c6e48c8c90c), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:04.400240 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4998762-080d-4958-b600-c9d4ff255ebe admin admin] Router bc9639dd-67f2-408a-8d58-3955185b031b is scheduled to L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f with binding_index 1 {{(pid=104643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 21:27:04.437521 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-eddbb71f-4191-406f-96c4-deebb5631a27 req-37ef92e1-287e-4f0c-b76f-3edc1b8a42c8 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 210 time: 0.0537841 May 26 21:27:04.479338 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-cfc87bf2-28e3-40da-8625-89d1c3da36e6 None None] For port c60dfe92-d6e0-4913-b00c-6c6e48c8c90c, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=c60dfe92-d6e0-4913-b00c-6c6e48c8c90c,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:27:04.480712 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (a7aa6c3c-0581-4807-ba94-c5a6b5662483), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:04.481564 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 54c6cdad-4837-455b-86fa-0e7d8b87c1a8 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:27:04.497122 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:04.599906 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6bc6ec3f-eb9e-45ec-b36e-54c101679816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (8c9a7a35-e4cb-4e0d-b9f4-f8012cd62ebe), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:04.607961 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6bc6ec3f-eb9e-45ec-b36e-54c101679816 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:04.609411 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-6bc6ec3f-eb9e-45ec-b36e-54c101679816 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8c9a7a35-e4cb-4e0d-b9f4-f8012cd62ebe HTTP/1.1" status: 204 len: 168 time: 0.9316270 May 26 21:27:04.610624 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-cfc87bf2-28e3-40da-8625-89d1c3da36e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (c60dfe92-d6e0-4913-b00c-6c6e48c8c90c), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:04.648891 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ee2d9920-fa72-4ff8-83aa-68c6a1f0cdf2 admin admin] Publish callbacks [] for port (64c6f851-b831-49a5-88e7-252c2c0770cf), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:04.664725 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-cfc87bf2-28e3-40da-8625-89d1c3da36e6 None None] Provisioning complete for port a7aa6c3c-0581-4807-ba94-c5a6b5662483 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:04.669257 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-cfc87bf2-28e3-40da-8625-89d1c3da36e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (a7aa6c3c-0581-4807-ba94-c5a6b5662483), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:04.673377 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6ec3f-eb9e-45ec-b36e-54c101679816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9a7a35-e4cb-4e0d-b9f4-f8012cd62ebe,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:04.682244 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:04.716150 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4998762-080d-4958-b600-c9d4ff255ebe admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:27:04.750011 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] Sync routers for ids ['bc9639dd-67f2-408a-8d58-3955185b031b'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:27:04.755926 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Pushing event updated for resources: {'Port': ['ID=a7aa6c3c-0581-4807-ba94-c5a6b5662483,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:04.762445 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ee2d9920-fa72-4ff8-83aa-68c6a1f0cdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (64c6f851-b831-49a5-88e7-252c2c0770cf), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:04.763284 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ee2d9920-fa72-4ff8-83aa-68c6a1f0cdf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-394233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694915'] for router_interface (b2ab246a-1008-4a8d-ad17-435736498a7f), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:04.765181 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 54c6cdad-4837-455b-86fa-0e7d8b87c1a8 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:04.765513 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (54c6cdad-4837-455b-86fa-0e7d8b87c1a8), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:04.830301 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] Routers {'bc9639dd-67f2-408a-8d58-3955185b031b'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:27:04.830940 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:26:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['bc9639dd-67f2-408a-8d58-3955185b031b'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:04.853103 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfce92a-7572-4418-b698-41e9c84cb45a admin admin] Router c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d is scheduled to L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f with binding_index 1 {{(pid=104643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 21:27:04.860643 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d4998762-080d-4958-b600-c9d4ff255ebe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:04.862630 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-d4998762-080d-4958-b600-c9d4ff255ebe admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.8309727 May 26 21:27:04.866261 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 46618) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:04.897954 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d9920-fa72-4ff8-83aa-68c6a1f0cdf2 admin admin] Pushing event updated for resources: {'Port': ['ID=64c6f851-b831-49a5-88e7-252c2c0770cf,revision_number=2']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:04.970244 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2d9920-fa72-4ff8-83aa-68c6a1f0cdf2 admin admin] Network ea9ef1f2-5514-49f0-be2f-c0970bb75a74 is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:27:04.971161 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-ee2d9920-fa72-4ff8-83aa-68c6a1f0cdf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:27:05.122193 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:05.136646 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc87bf2-28e3-40da-8625-89d1c3da36e6 None None] Pushing event updated for resources: {'Port': ['ID=c60dfe92-d6e0-4913-b00c-6c6e48c8c90c,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:05.188276 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2d9920-fa72-4ff8-83aa-68c6a1f0cdf2 admin admin] Router b2ab246a-1008-4a8d-ad17-435736498a7f has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:27:05.195088 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-cfc87bf2-28e3-40da-8625-89d1c3da36e6 None None] Current status of the port a7aa6c3c-0581-4807-ba94-c5a6b5662483 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:05.252776 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] Set router bc9639dd-67f2-408a-8d58-3955185b031b gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:27:05.330779 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:05.332818 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2d9920-fa72-4ff8-83aa-68c6a1f0cdf2 admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:27:05.340439 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-ee2d9920-fa72-4ff8-83aa-68c6a1f0cdf2 admin admin] 10.222.0.42 "PUT /v2.0/routers/b2ab246a-1008-4a8d-ad17-435736498a7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0713887 May 26 21:27:05.421115 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-43e8a6ab-3f46-4c5e-b1b2-6f19f159fb1d None None] Provisioning complete for port 64c6f851-b831-49a5-88e7-252c2c0770cf triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:05.421640 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-43e8a6ab-3f46-4c5e-b1b2-6f19f159fb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (64c6f851-b831-49a5-88e7-252c2c0770cf), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:05.438324 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 54c6cdad-4837-455b-86fa-0e7d8b87c1a8 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:05.440171 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device c60dfe92-d6e0-4913-b00c-6c6e48c8c90c up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:27:05.521106 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfce92a-7572-4418-b698-41e9c84cb45a admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:27:05.539085 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] Sync routers for ids ['c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:27:05.561029 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] Routers {'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:27:05.564954 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:26:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:05.681114 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bdfce92a-7572-4418-b698-41e9c84cb45a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:05.682344 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-bdfce92a-7572-4418-b698-41e9c84cb45a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.7118545 May 26 21:27:05.685514 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 46642) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:05.717460 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-43e8a6ab-3f46-4c5e-b1b2-6f19f159fb1d None None] Port 64c6f851-b831-49a5-88e7-252c2c0770cf cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:27:05.747850 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-43e8a6ab-3f46-4c5e-b1b2-6f19f159fb1d None None] Provisioning complete for port c60dfe92-d6e0-4913-b00c-6c6e48c8c90c triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:05.748464 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-43e8a6ab-3f46-4c5e-b1b2-6f19f159fb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (c60dfe92-d6e0-4913-b00c-6c6e48c8c90c), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:05.820435 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8d6b12f9-3a40-4fbc-a434-40882ca53961 req-318b71cb-fbe4-4578-b290-3ad7401396b6 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 210 time: 0.0654902 May 26 21:27:05.825643 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 46644) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:05.839577 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-59c89dbb-f699-4f6e-825f-fa971fbc289d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:05.864380 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:00Z', 'revision_number': 3, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:26:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:05.880477 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:05.907687 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] Set router c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:27:05.954448 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port c60dfe92-d6e0-4913-b00c-6c6e48c8c90c triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:05.954793 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (c60dfe92-d6e0-4913-b00c-6c6e48c8c90c), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:05.961473 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] Checking router: bc9639dd-67f2-408a-8d58-3955185b031b for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:27:05.961827 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] Updating router bc9639dd-67f2-408a-8d58-3955185b031b port c545d201-b794-4b56-b0b4-4919d76d33a1 binding host dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:27:06.054180 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-59c89dbb-f699-4f6e-825f-fa971fbc289d admin admin] Publish callbacks [] for security_group (83e34cfe-c205-4f9d-9635-18eebabaf2d6), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:06.126249 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 46650) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:06.130842 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-3a25b4b5-1cef-43c2-a16f-c9dc2488ca94 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--864325769', 'description': 'tempest-description--174479272'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:27:06.170558 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-59c89dbb-f699-4f6e-825f-fa971fbc289d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (83e34cfe-c205-4f9d-9635-18eebabaf2d6), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:06.298259 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-59c89dbb-f699-4f6e-825f-fa971fbc289d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=263357827d4f4dad8741c45190682d51&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4713359 May 26 21:27:06.299534 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c89dbb-f699-4f6e-825f-fa971fbc289d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e34cfe-c205-4f9d-9635-18eebabaf2d6,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:06.302188 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 46654) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:06.356671 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-231518021-router', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:01Z', 'revision_number': 3, 'project_id': '318999cb1f874176b2523de9686febc1', 'gw_port': {'id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:06.362552 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3a25b4b5-1cef-43c2-a16f-c9dc2488ca94 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:06.393309 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] Checking router: c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:27:06.394710 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] Updating router c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d port cb22fd7c-7636-4d47-a205-d90a425a226c binding host dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:27:06.402296 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c545d201-b794-4b56-b0b4-4919d76d33a1), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:06.411316 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-151cdc49-65c2-47a4-8dfa-9d30044d8a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:06.438872 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-efb23aa7-63aa-4284-8dfc-4e1131317b25 admin admin] Publish callbacks [] for security_group (83e34cfe-c205-4f9d-9635-18eebabaf2d6), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:06.462206 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:06.473712 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port c60dfe92-d6e0-4913-b00c-6c6e48c8c90c is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:06.482293 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-efb23aa7-63aa-4284-8dfc-4e1131317b25 admin admin] Publish callbacks [] for security_group (83e34cfe-c205-4f9d-9635-18eebabaf2d6), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:06.488671 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (cb22fd7c-7636-4d47-a205-d90a425a226c), before_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:06.579038 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:06.586395 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3a25b4b5-1cef-43c2-a16f-c9dc2488ca94 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for security_group (a8b8b1a0-136d-400e-82a9-1df2f146d358), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:06.624862 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-43e8a6ab-3f46-4c5e-b1b2-6f19f159fb1d None None] Current status of the port c60dfe92-d6e0-4913-b00c-6c6e48c8c90c is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:06.672985 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-43e8a6ab-3f46-4c5e-b1b2-6f19f159fb1d None None] Provisioning complete for port a7aa6c3c-0581-4807-ba94-c5a6b5662483 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:06.673563 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-43e8a6ab-3f46-4c5e-b1b2-6f19f159fb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (a7aa6c3c-0581-4807-ba94-c5a6b5662483), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:06.674980 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:06.681682 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3a25b4b5-1cef-43c2-a16f-c9dc2488ca94 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (a8b8b1a0-136d-400e-82a9-1df2f146d358), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:06.687132 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-efb23aa7-63aa-4284-8dfc-4e1131317b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (83e34cfe-c205-4f9d-9635-18eebabaf2d6), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:06.691634 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-efb23aa7-63aa-4284-8dfc-4e1131317b25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:06.708344 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-efb23aa7-63aa-4284-8dfc-4e1131317b25 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/83e34cfe-c205-4f9d-9635-18eebabaf2d6 HTTP/1.1" status: 204 len: 168 time: 0.3873267 May 26 21:27:06.781954 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25b4b5-1cef-43c2-a16f-c9dc2488ca94 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b8b1a0-136d-400e-82a9-1df2f146d358,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:06.803137 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb23aa7-63aa-4284-8dfc-4e1131317b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e34cfe-c205-4f9d-9635-18eebabaf2d6,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:06.861006 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3a25b4b5-1cef-43c2-a16f-c9dc2488ca94 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:06.863332 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-3a25b4b5-1cef-43c2-a16f-c9dc2488ca94 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.7357388 May 26 21:27:06.865966 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 46674) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:06.871048 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-fe928dc2-d565-4b4d-ba83-dcb59171be99 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Request body: {'security_group_rule': {'security_group_id': 'a8b8b1a0-136d-400e-82a9-1df2f146d358', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:27:06.936492 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device ca07c8a9-c96b-42bd-835c-e5092e313fec up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:27:07.010788 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port ca07c8a9-c96b-42bd-835c-e5092e313fec triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:07.010788 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (ca07c8a9-c96b-42bd-835c-e5092e313fec), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:07.030939 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-fe928dc2-d565-4b4d-ba83-dcb59171be99 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for security_group_rule (8a58f2fb-1d2f-4d1c-b8fc-8747314e9251), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:07.068356 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-82c77b2b-cf0e-4acf-ab6b-43266dc3e14c req-4fa9dc7a-9df5-4c6f-80a5-868ecc8e7e6b tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 210 time: 0.0510206 May 26 21:27:07.147543 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-43e8a6ab-3f46-4c5e-b1b2-6f19f159fb1d None None] Current status of the port a7aa6c3c-0581-4807-ba94-c5a6b5662483 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:07.168100 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [None req-151cdc49-65c2-47a4-8dfa-9d30044d8a03 admin admin] Allocated IP 172.20.0.1 (e423d8c6-f848-40d6-99bb-c61a958058f7/86c6cba8-f2d3-45d8-a7b0-a4676a67b444/fc732677-e824-4efd-bc17-3bb2d5ba554e) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:27:07.173685 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-fe928dc2-d565-4b4d-ba83-dcb59171be99 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for security_group_rule (8a58f2fb-1d2f-4d1c-b8fc-8747314e9251), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:07.205348 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.60', 52562) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:07.218487 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port ca07c8a9-c96b-42bd-835c-e5092e313fec is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:07.218666 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (ca07c8a9-c96b-42bd-835c-e5092e313fec), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:07.247004 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-b4353f01-5905-4310-a158-79fd044992cf None None] For port ca07c8a9-c96b-42bd-835c-e5092e313fec, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=ca07c8a9-c96b-42bd-835c-e5092e313fec,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:27:07.286949 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-fe928dc2-d565-4b4d-ba83-dcb59171be99 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (8a58f2fb-1d2f-4d1c-b8fc-8747314e9251), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:07.292348 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] Sync routers for ids ['b2ab246a-1008-4a8d-ad17-435736498a7f'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:27:07.301359 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-fc0fef30-13f5-4fc7-ae71-e7414eaedfb6 None None] Provisioning complete for port 64c6f851-b831-49a5-88e7-252c2c0770cf triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:07.304804 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-fc0fef30-13f5-4fc7-ae71-e7414eaedfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (64c6f851-b831-49a5-88e7-252c2c0770cf), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:07.304955 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=100 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:07.318746 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe928dc2-d565-4b4d-ba83-dcb59171be99 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a58f2fb-1d2f-4d1c-b8fc-8747314e9251,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:07.327652 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] Publish callbacks [] for port (cb22fd7c-7636-4d47-a205-d90a425a226c), precommit_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:07.374144 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:07.376389 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-fc0fef30-13f5-4fc7-ae71-e7414eaedfb6 None None] Port 64c6f851-b831-49a5-88e7-252c2c0770cf cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:27:07.379594 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (ca07c8a9-c96b-42bd-835c-e5092e313fec), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:07.380861 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device a7aa6c3c-0581-4807-ba94-c5a6b5662483 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:27:07.430981 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-9a6daaf2-ee5b-493d-a989-68e22f6a0d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:07.439370 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] Routers {'b2ab246a-1008-4a8d-ad17-435736498a7f'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:27:07.440082 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:26:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['b2ab246a-1008-4a8d-ad17-435736498a7f'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:07.464154 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (cb22fd7c-7636-4d47-a205-d90a425a226c), after_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:07.489639 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-fe928dc2-d565-4b4d-ba83-dcb59171be99 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:07.493899 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-fe928dc2-d565-4b4d-ba83-dcb59171be99 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6265500 May 26 21:27:07.494447 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 46688) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:07.499107 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-0400bbe6-d19a-4b8f-9634-7276714d5c69 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Request body: {'security_group_rule': {'security_group_id': 'a8b8b1a0-136d-400e-82a9-1df2f146d358', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:27:07.513411 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:07.515681 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d872e-ab7d-4076-9931-1d0aa05424d6 None None] Pushing event updated for resources: {'Port': ['ID=cb22fd7c-7636-4d47-a205-d90a425a226c,revision_number=2']} {{(pid=104645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:07.575109 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:INSERT=13,neutron:SELECT=79,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:07.576026 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] Attempting to bind port cb22fd7c-7636-4d47-a205-d90a425a226c on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:27:07.576398 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] Attempting to bind port cb22fd7c-7636-4d47-a205-d90a425a226c by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}] {{(pid=104645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:27:07.576756 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] Attempting to bind port cb22fd7c-7636-4d47-a205-d90a425a226c on network 35b4a44b-379f-44bd-a8f8-beb32b22a01e {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:27:07.583508 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:27:07.583906 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] Checking segment: {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:27:07.584304 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:07.584683 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] Bound using segment: {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'} {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:27:07.585151 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] Bound port: cb22fd7c-7636-4d47-a205-d90a425a226c, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}}] {{(pid=104645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:27:07.585523 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (cb22fd7c-7636-4d47-a205-d90a425a226c), before_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:07.657802 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-0400bbe6-d19a-4b8f-9634-7276714d5c69 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for security_group_rule (58601c5a-84e8-4091-bd71-9ded5fcd7d6d), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:07.677376 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.db [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] For port cb22fd7c-7636-4d47-a205-d90a425a226c, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:27:07.691528 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 46694) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:07.691844 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.db [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] For port cb22fd7c-7636-4d47-a205-d90a425a226c, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=cb22fd7c-7636-4d47-a205-d90a425a226c,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:27:07.721254 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Pushing event updated for resources: {'Port': ['ID=ca07c8a9-c96b-42bd-835c-e5092e313fec,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:07.729049 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port a7aa6c3c-0581-4807-ba94-c5a6b5662483 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:07.730102 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (a7aa6c3c-0581-4807-ba94-c5a6b5662483), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:07.747252 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-a7a903d5-f31e-42b6-92e9-ed4d3f11f83c tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:07.749413 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-a7a903d5-f31e-42b6-92e9-ed4d3f11f83c tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.60 "GET /v2.0/networks?id=49e4975b-6869-4462-9c74-3db9f1965109 HTTP/1.1" status: 200 len: 811 time: 0.5440500 May 26 21:27:07.760718 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:07.776440 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-151cdc49-65c2-47a4-8dfa-9d30044d8a03 admin admin] Publish callbacks [] for port (fc732677-e824-4efd-bc17-3bb2d5ba554e), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:07.785980 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (cb22fd7c-7636-4d47-a205-d90a425a226c), after_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:07.810580 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-9dbac422-30bd-4548-ba66-3cf6faa10687 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Request body: {'port': {'device_id': '69c158d0-52d0-41c6-9ea3-ac90160e5ee0', 'network_id': '49e4975b-6869-4462-9c74-3db9f1965109', 'admin_state_up': True, 'tenant_id': '199159bff7e5433ca3da168465c2e22c'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:27:07.859503 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-0400bbe6-d19a-4b8f-9634-7276714d5c69 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for security_group_rule (58601c5a-84e8-4091-bd71-9ded5fcd7d6d), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:07.871607 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:07.898038 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] Set router b2ab246a-1008-4a8d-ad17-435736498a7f gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:27:07.904650 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d872e-ab7d-4076-9931-1d0aa05424d6 None None] Pushing event updated for resources: {'Port': ['ID=cb22fd7c-7636-4d47-a205-d90a425a226c,revision_number=3']} {{(pid=104645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:07.915338 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-0400bbe6-d19a-4b8f-9634-7276714d5c69 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (58601c5a-84e8-4091-bd71-9ded5fcd7d6d), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:07.950961 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400bbe6-d19a-4b8f-9634-7276714d5c69 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58601c5a-84e8-4091-bd71-9ded5fcd7d6d,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:07.979019 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] Routers {'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:27:07.979807 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:26:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:08.013969 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-b74d4e3d-a08b-4ec7-8b55-b3a31ea50a20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:08.093915 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-0400bbe6-d19a-4b8f-9634-7276714d5c69 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:08.098044 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-0400bbe6-d19a-4b8f-9634-7276714d5c69 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5995662 May 26 21:27:08.115400 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 46722) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:08.120533 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-7cb4580b-2e5f-40b6-885a-0e4e10942682 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Request body: {'floatingip': {'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:27:08.141132 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] Publish callbacks [] for port (c545d201-b794-4b56-b0b4-4919d76d33a1), precommit_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:08.251782 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:08.270935 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [None req-9a6daaf2-ee5b-493d-a989-68e22f6a0d4d admin admin] Allocated IP 172.20.0.1 (a60ae016-a71c-495a-9bbe-63d3beeeb1fa/b2637c66-7972-4d35-9019-9342a0d2b58e/c0572f3e-08d2-4188-96a3-1ea6290183be) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:27:08.277542 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-63f979c0-dd88-4f06-86db-03a5acdd86fc req-99291e06-2185-436a-bda9-8ac96f962336 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 210 time: 0.0729847 May 26 21:27:08.289904 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-b74d4e3d-a08b-4ec7-8b55-b3a31ea50a20 admin admin] Publish callbacks [] for security_group (c3e7964f-9cb3-4761-8752-7ee0d7fd46a7), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:08.318502 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-151cdc49-65c2-47a4-8dfa-9d30044d8a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (fc732677-e824-4efd-bc17-3bb2d5ba554e), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:08.319160 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] Set router c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:27:08.360182 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7cb4580b-2e5f-40b6-885a-0e4e10942682 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:08.393255 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (c545d201-b794-4b56-b0b4-4919d76d33a1), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:08.396181 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port a7aa6c3c-0581-4807-ba94-c5a6b5662483 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:08.397305 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 54c6cdad-4837-455b-86fa-0e7d8b87c1a8 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:27:08.412084 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-b74d4e3d-a08b-4ec7-8b55-b3a31ea50a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (c3e7964f-9cb3-4761-8752-7ee0d7fd46a7), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:08.476900 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7cb4580b-2e5f-40b6-885a-0e4e10942682 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:08.480439 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-b74d4e3d-a08b-4ec7-8b55-b3a31ea50a20 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f94cb4b483c44869229b4b073c19d96&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7754021 May 26 21:27:08.483220 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d4e3d-a08b-4ec7-8b55-b3a31ea50a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e7964f-9cb3-4761-8752-7ee0d7fd46a7,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:08.485855 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 46736) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:08.503457 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:08.554153 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6c8b98ea-d5f5-4989-a229-17f3c4c7d19c admin admin] Publish callbacks [] for security_group (c3e7964f-9cb3-4761-8752-7ee0d7fd46a7), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:08.561378 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e218c0-e964-4db8-89a4-da1d2e861ac4 None None] Pushing event updated for resources: {'Port': ['ID=c545d201-b794-4b56-b0b4-4919d76d33a1,revision_number=2']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:08.564034 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] Attempting to bind port c545d201-b794-4b56-b0b4-4919d76d33a1 on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:27:08.564566 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] Attempting to bind port c545d201-b794-4b56-b0b4-4919d76d33a1 by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:27:08.565061 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] Attempting to bind port c545d201-b794-4b56-b0b4-4919d76d33a1 on network 35b4a44b-379f-44bd-a8f8-beb32b22a01e {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:27:08.570433 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:08.586421 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:27:08.589993 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] Checking segment: {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:27:08.589993 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:08.589993 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] Bound using segment: {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:27:08.589993 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] Bound port: c545d201-b794-4b56-b0b4-4919d76d33a1, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:27:08.590428 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6c8b98ea-d5f5-4989-a229-17f3c4c7d19c admin admin] Publish callbacks [] for security_group (c3e7964f-9cb3-4761-8752-7ee0d7fd46a7), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:08.590498 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c545d201-b794-4b56-b0b4-4919d76d33a1), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:08.634026 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 54c6cdad-4837-455b-86fa-0e7d8b87c1a8 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:08.634642 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (54c6cdad-4837-455b-86fa-0e7d8b87c1a8), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:08.772276 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] For port c545d201-b794-4b56-b0b4-4919d76d33a1, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:27:08.783191 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-9dbac422-30bd-4548-ba66-3cf6faa10687 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Made reservation on behalf of 199159bff7e5433ca3da168465c2e22c for: {'port': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:27:08.784461 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6c8b98ea-d5f5-4989-a229-17f3c4c7d19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (c3e7964f-9cb3-4761-8752-7ee0d7fd46a7), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:08.788158 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-9dbac422-30bd-4548-ba66-3cf6faa10687 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:08.788708 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6c8b98ea-d5f5-4989-a229-17f3c4c7d19c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:08.789936 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-6c8b98ea-d5f5-4989-a229-17f3c4c7d19c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c3e7964f-9cb3-4761-8752-7ee0d7fd46a7 HTTP/1.1" status: 204 len: 168 time: 0.3029308 May 26 21:27:08.806102 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] For port c545d201-b794-4b56-b0b4-4919d76d33a1, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=c545d201-b794-4b56-b0b4-4919d76d33a1,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:27:08.818095 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1516277217-router', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:04Z', 'revision_number': 4, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'gw_port': {'id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:58Z', 'updated_at': '2022-05-26T21:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '64c6f851-b831-49a5-88e7-252c2c0770cf', 'name': '', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'mac_address': 'fa:16:3e:12:08:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:02Z', 'updated_at': '2022-05-26T21:27:04Z', 'revision_number': 2, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'subnets': [{'id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:08.824431 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b98ea-d5f5-4989-a229-17f3c4c7d19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e7964f-9cb3-4761-8752-7ee0d7fd46a7,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:08.828941 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151cdc49-65c2-47a4-8dfa-9d30044d8a03 admin admin] Network e423d8c6-f848-40d6-99bb-c61a958058f7 is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:27:08.840203 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-231518021-router', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:01Z', 'revision_number': 3, 'project_id': '318999cb1f874176b2523de9686febc1', 'gw_port': {'id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:08.860631 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-151cdc49-65c2-47a4-8dfa-9d30044d8a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:27:08.865030 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151cdc49-65c2-47a4-8dfa-9d30044d8a03 admin admin] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:27:08.870668 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-151cdc49-65c2-47a4-8dfa-9d30044d8a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696627'] for router_interface (bc9639dd-67f2-408a-8d58-3955185b031b), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:08.871586 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] Checking router: b2ab246a-1008-4a8d-ad17-435736498a7f for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:27:08.871965 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] Updating router b2ab246a-1008-4a8d-ad17-435736498a7f port 64c6f851-b831-49a5-88e7-252c2c0770cf binding host dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:27:08.917609 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (c545d201-b794-4b56-b0b4-4919d76d33a1), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:08.946849 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68748b50-17b9-4116-a7e2-34a19feba147 None None] The sync data for ids ['c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'] in dv-cinder-828805-3-iscsi is: [{'id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-231518021-router', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:01Z', 'revision_number': 3, 'project_id': '318999cb1f874176b2523de9686febc1', 'gw_port': {'id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:27:08.983851 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cdc49-65c2-47a4-8dfa-9d30044d8a03 admin admin] Pushing event updated for resources: {'Port': ['ID=fc732677-e824-4efd-bc17-3bb2d5ba554e,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:09.057618 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 54c6cdad-4837-455b-86fa-0e7d8b87c1a8 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:09.066324 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device c60dfe92-d6e0-4913-b00c-6c6e48c8c90c up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:27:09.090625 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (64c6f851-b831-49a5-88e7-252c2c0770cf), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:09.155245 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:09.224320 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [None req-7cb4580b-2e5f-40b6-885a-0e4e10942682 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Allocated IP 172.27.3.51 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/38971647-ccbb-4b27-a50e-c29b61cdda7d) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:27:09.232928 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-9a6daaf2-ee5b-493d-a989-68e22f6a0d4d admin admin] Publish callbacks [] for port (c0572f3e-08d2-4188-96a3-1ea6290183be), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:09.608953 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bd0b778d-1045-43f2-b987-cfcf99e3bb56 req-f28b59cb-61a0-4815-b56a-25d8a5aeb92f tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 210 time: 0.0860739 May 26 21:27:09.859965 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:09.899222 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] Routers {'bc9639dd-67f2-408a-8d58-3955185b031b'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:27:09.900973 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:26:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['bc9639dd-67f2-408a-8d58-3955185b031b'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:09.928724 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e218c0-e964-4db8-89a4-da1d2e861ac4 None None] Pushing event updated for resources: {'Port': ['ID=c545d201-b794-4b56-b0b4-4919d76d33a1,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:09.932118 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-9dbac422-30bd-4548-ba66-3cf6faa10687 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Allocated IP 172.20.0.4 (49e4975b-6869-4462-9c74-3db9f1965109/5ad45655-7db7-4fd3-9707-07194aa1b8db/42acb5d5-5de1-46a9-8982-343d8c9cf6ff) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:27:10.093981 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b9813d64-e423-4094-b65e-06f257b550c5 None None] Provisioning complete for port fc732677-e824-4efd-bc17-3bb2d5ba554e triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:10.094404 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b9813d64-e423-4094-b65e-06f257b550c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (fc732677-e824-4efd-bc17-3bb2d5ba554e), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:10.163324 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:INSERT=8,neutron:SELECT=84,neutron:UPDATE=8 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:10.174893 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port c60dfe92-d6e0-4913-b00c-6c6e48c8c90c triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:10.175489 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (c60dfe92-d6e0-4913-b00c-6c6e48c8c90c), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:10.240847 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-9a6daaf2-ee5b-493d-a989-68e22f6a0d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (c0572f3e-08d2-4188-96a3-1ea6290183be), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:10.334228 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-151cdc49-65c2-47a4-8dfa-9d30044d8a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (fc732677-e824-4efd-bc17-3bb2d5ba554e), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:10.451864 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6daaf2-ee5b-493d-a989-68e22f6a0d4d admin admin] Network a60ae016-a71c-495a-9bbe-63d3beeeb1fa is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:27:10.452948 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b9813d64-e423-4094-b65e-06f257b550c5 None None] Port fc732677-e824-4efd-bc17-3bb2d5ba554e cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:27:10.453055 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7cb4580b-2e5f-40b6-885a-0e4e10942682 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for port (38971647-ccbb-4b27-a50e-c29b61cdda7d), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:10.453055 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-9a6daaf2-ee5b-493d-a989-68e22f6a0d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:27:10.453189 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:10.453189 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] Set router bc9639dd-67f2-408a-8d58-3955185b031b gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:27:10.453394 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6daaf2-ee5b-493d-a989-68e22f6a0d4d admin admin] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:27:10.453394 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-9a6daaf2-ee5b-493d-a989-68e22f6a0d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696627'] for router_interface (c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:10.596877 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6daaf2-ee5b-493d-a989-68e22f6a0d4d admin admin] Pushing event updated for resources: {'Port': ['ID=c0572f3e-08d2-4188-96a3-1ea6290183be,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:10.602546 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port c60dfe92-d6e0-4913-b00c-6c6e48c8c90c is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:10.857451 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-49469a4c-5a97-48c2-8508-0dc9156089aa req-dd818af6-fc3c-499d-8b2d-3c0c9b77ca4f tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 210 time: 0.0706520 May 26 21:27:10.974717 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] Publish callbacks [] for port (64c6f851-b831-49a5-88e7-252c2c0770cf), precommit_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:10.982947 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7cb4580b-2e5f-40b6-885a-0e4e10942682 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (38971647-ccbb-4b27-a50e-c29b61cdda7d), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:11.019837 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device cb22fd7c-7636-4d47-a205-d90a425a226c up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:27:11.048445 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-108cf73a-13c7-4dad-9dd7-29d1d56bed02 None None] Provisioning complete for port c0572f3e-08d2-4188-96a3-1ea6290183be triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:11.049901 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-108cf73a-13c7-4dad-9dd7-29d1d56bed02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (c0572f3e-08d2-4188-96a3-1ea6290183be), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:11.117646 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (64c6f851-b831-49a5-88e7-252c2c0770cf), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:11.126431 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb4580b-2e5f-40b6-885a-0e4e10942682 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:27:11.166256 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-9dbac422-30bd-4548-ba66-3cf6faa10687 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Publish callbacks [] for port (42acb5d5-5de1-46a9-8982-343d8c9cf6ff), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:11.184449 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:00Z', 'revision_number': 3, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:11.185080 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-7cb4580b-2e5f-40b6-885a-0e4e10942682 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:27:11.188017 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb4580b-2e5f-40b6-885a-0e4e10942682 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:27:11.231709 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6200abef-8450-4d4e-9aaf-779429b1a0ce None None] The sync data for ids ['bc9639dd-67f2-408a-8d58-3955185b031b'] in dv-cinder-828805-3-iscsi is: [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:00Z', 'revision_number': 3, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:27:11.247939 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-108cf73a-13c7-4dad-9dd7-29d1d56bed02 None None] Port c0572f3e-08d2-4188-96a3-1ea6290183be cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:27:11.260123 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad47725-8cf0-45fb-bbac-6f2e4dd7d8e2 None None] Pushing event updated for resources: {'Port': ['ID=64c6f851-b831-49a5-88e7-252c2c0770cf,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:11.278581 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port cb22fd7c-7636-4d47-a205-d90a425a226c triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:11.280883 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (cb22fd7c-7636-4d47-a205-d90a425a226c), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:11.359014 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4580b-2e5f-40b6-885a-0e4e10942682 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Pushing event updated for resources: {'Port': ['ID=38971647-ccbb-4b27-a50e-c29b61cdda7d,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:11.490329 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:11.519105 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] Attempting to bind port 64c6f851-b831-49a5-88e7-252c2c0770cf on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:27:11.521823 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] Attempting to bind port 64c6f851-b831-49a5-88e7-252c2c0770cf by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': '79e76f80-baaa-41db-8e70-9575143fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:27:11.522433 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] Attempting to bind port 64c6f851-b831-49a5-88e7-252c2c0770cf on network ea9ef1f2-5514-49f0-be2f-c0970bb75a74 {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:27:11.537748 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:27:11.538425 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] Checking segment: {'id': '79e76f80-baaa-41db-8e70-9575143fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:27:11.539009 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:11.539571 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] Bound using segment: {'id': '79e76f80-baaa-41db-8e70-9575143fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:27:11.540268 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] Bound port: 64c6f851-b831-49a5-88e7-252c2c0770cf, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e76f80-baaa-41db-8e70-9575143fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:27:11.540838 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (64c6f851-b831-49a5-88e7-252c2c0770cf), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:11.617492 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 46826) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:11.648836 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7cb4580b-2e5f-40b6-885a-0e4e10942682 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for floatingip (c462bc37-44cc-4629-b37f-36b63b86e0fa), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:11.666062 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-9a6daaf2-ee5b-493d-a989-68e22f6a0d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c0572f3e-08d2-4188-96a3-1ea6290183be), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:11.808890 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port cb22fd7c-7636-4d47-a205-d90a425a226c is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:11.809328 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (cb22fd7c-7636-4d47-a205-d90a425a226c), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:11.911698 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-6c6994ed-5133-4890-b3ca-3de7852bcb32 None None] Provisioning complete for port 64c6f851-b831-49a5-88e7-252c2c0770cf triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:11.917227 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-9dbac422-30bd-4548-ba66-3cf6faa10687 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (42acb5d5-5de1-46a9-8982-343d8c9cf6ff), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:11.920452 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-6c6994ed-5133-4890-b3ca-3de7852bcb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (64c6f851-b831-49a5-88e7-252c2c0770cf), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:11.960876 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] For port 64c6f851-b831-49a5-88e7-252c2c0770cf, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:27:11.975765 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] For port 64c6f851-b831-49a5-88e7-252c2c0770cf, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=64c6f851-b831-49a5-88e7-252c2c0770cf,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:27:11.979533 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:11.995587 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-151cdc49-65c2-47a4-8dfa-9d30044d8a03 admin admin] Publish callbacks [] for port (fc732677-e824-4efd-bc17-3bb2d5ba554e), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:12.051003 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-b4353f01-5905-4310-a158-79fd044992cf None None] For port cb22fd7c-7636-4d47-a205-d90a425a226c, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=cb22fd7c-7636-4d47-a205-d90a425a226c,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:27:12.062198 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-6c6994ed-5133-4890-b3ca-3de7852bcb32 None None] Port 64c6f851-b831-49a5-88e7-252c2c0770cf cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:27:12.072355 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (64c6f851-b831-49a5-88e7-252c2c0770cf), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:12.193357 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-cb607689-24ab-4586-bbe0-839f8e476c0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:12.201883 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (cb22fd7c-7636-4d47-a205-d90a425a226c), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:12.204220 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device ca07c8a9-c96b-42bd-835c-e5092e313fec up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:27:12.450300 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port ca07c8a9-c96b-42bd-835c-e5092e313fec triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:12.450581 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (ca07c8a9-c96b-42bd-835c-e5092e313fec), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:12.454675 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad47725-8cf0-45fb-bbac-6f2e4dd7d8e2 None None] Pushing event updated for resources: {'Port': ['ID=64c6f851-b831-49a5-88e7-252c2c0770cf,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:12.522159 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] Routers {'b2ab246a-1008-4a8d-ad17-435736498a7f'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:27:12.522159 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:26:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['b2ab246a-1008-4a8d-ad17-435736498a7f'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:12.523512 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbac422-30bd-4548-ba66-3cf6faa10687 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Pushing event updated for resources: {'Port': ['ID=42acb5d5-5de1-46a9-8982-343d8c9cf6ff,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:12.545795 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-151cdc49-65c2-47a4-8dfa-9d30044d8a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (fc732677-e824-4efd-bc17-3bb2d5ba554e), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:12.550327 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-151cdc49-65c2-47a4-8dfa-9d30044d8a03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-394233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694915'] for router_interface (bc9639dd-67f2-408a-8d58-3955185b031b), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:12.563102 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-cb607689-24ab-4586-bbe0-839f8e476c0e admin admin] Publish callbacks [] for security_group (5d2bee46-fbf0-4e9b-879c-77d5acd5ad1f), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:12.571255 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7cb4580b-2e5f-40b6-885a-0e4e10942682 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (38971647-ccbb-4b27-a50e-c29b61cdda7d), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:12.577242 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:12.612761 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-cb607689-24ab-4586-bbe0-839f8e476c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (5d2bee46-fbf0-4e9b-879c-77d5acd5ad1f), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:12.770237 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb607689-24ab-4586-bbe0-839f8e476c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2bee46-fbf0-4e9b-879c-77d5acd5ad1f,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:12.785608 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb155a-abdd-40b8-9d28-fa28f63bb1b9 req-a2dc9cf2-c247-456d-b7ab-472a1b90064e tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:12.794941 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-79cb155a-abdd-40b8-9d28-fa28f63bb1b9 req-a2dc9cf2-c247-456d-b7ab-472a1b90064e tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 931 time: 0.8232417 May 26 21:27:12.807399 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-cb607689-24ab-4586-bbe0-839f8e476c0e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a3c67e60a5274e179ffd719af7cc9457&name=default HTTP/1.1" status: 200 len: 2995 time: 1.1839864 May 26 21:27:12.813001 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 46852) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:12.979801 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:12.984004 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Pushing event updated for resources: {'Port': ['ID=cb22fd7c-7636-4d47-a205-d90a425a226c,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:13.001925 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4889bf90-d5a2-4b72-b887-cdb18d6542e1 admin admin] Publish callbacks [] for security_group (5d2bee46-fbf0-4e9b-879c-77d5acd5ad1f), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:13.051246 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] Set router b2ab246a-1008-4a8d-ad17-435736498a7f gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:27:13.066523 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4889bf90-d5a2-4b72-b887-cdb18d6542e1 admin admin] Publish callbacks [] for security_group (5d2bee46-fbf0-4e9b-879c-77d5acd5ad1f), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:13.092364 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151cdc49-65c2-47a4-8dfa-9d30044d8a03 admin admin] Network e423d8c6-f848-40d6-99bb-c61a958058f7 is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:27:13.110290 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-151cdc49-65c2-47a4-8dfa-9d30044d8a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:27:13.181016 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-eb8a62e8-cfda-4a50-b35f-6cd9713fa802 None None] Provisioning complete for port 64c6f851-b831-49a5-88e7-252c2c0770cf triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:13.182217 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-eb8a62e8-cfda-4a50-b35f-6cd9713fa802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (64c6f851-b831-49a5-88e7-252c2c0770cf), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:13.230197 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4889bf90-d5a2-4b72-b887-cdb18d6542e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (5d2bee46-fbf0-4e9b-879c-77d5acd5ad1f), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:13.236499 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4889bf90-d5a2-4b72-b887-cdb18d6542e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:13.236499 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-4889bf90-d5a2-4b72-b887-cdb18d6542e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d2bee46-fbf0-4e9b-879c-77d5acd5ad1f HTTP/1.1" status: 204 len: 168 time: 0.4137530 May 26 21:27:13.239894 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port ca07c8a9-c96b-42bd-835c-e5092e313fec is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:13.270464 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4889bf90-d5a2-4b72-b887-cdb18d6542e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2bee46-fbf0-4e9b-879c-77d5acd5ad1f,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:13.341452 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:13.350279 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-9dbac422-30bd-4548-ba66-3cf6faa10687 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Network 49e4975b-6869-4462-9c74-3db9f1965109 is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:27:13.386693 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151cdc49-65c2-47a4-8dfa-9d30044d8a03 admin admin] Router bc9639dd-67f2-408a-8d58-3955185b031b has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:27:13.405635 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-9dbac422-30bd-4548-ba66-3cf6faa10687 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:27:13.446449 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-9dbac422-30bd-4548-ba66-3cf6faa10687 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:27:13.454391 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-9dbac422-30bd-4548-ba66-3cf6faa10687 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:13.459396 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-9dbac422-30bd-4548-ba66-3cf6faa10687 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:13.562977 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cdc49-65c2-47a4-8dfa-9d30044d8a03 admin admin] Pushing event updated for resources: {'Port': ['ID=fc732677-e824-4efd-bc17-3bb2d5ba554e,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:13.611668 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-9dbac422-30bd-4548-ba66-3cf6faa10687 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8047614 May 26 21:27:13.679195 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-79cb155a-abdd-40b8-9d28-fa28f63bb1b9 req-ada0f327-4ffe-4b46-ae9d-d66fcabe0bfc tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8822565 May 26 21:27:13.818588 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:13.950042 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-eb8a62e8-cfda-4a50-b35f-6cd9713fa802 None None] Current status of the port 64c6f851-b831-49a5-88e7-252c2c0770cf is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:13.952067 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-eb8a62e8-cfda-4a50-b35f-6cd9713fa802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (64c6f851-b831-49a5-88e7-252c2c0770cf), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:14.029114 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-eb8a62e8-cfda-4a50-b35f-6cd9713fa802 None None] For port 64c6f851-b831-49a5-88e7-252c2c0770cf, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=64c6f851-b831-49a5-88e7-252c2c0770cf,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:27:14.079957 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device cb22fd7c-7636-4d47-a205-d90a425a226c up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:27:14.145822 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-eb8a62e8-cfda-4a50-b35f-6cd9713fa802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (64c6f851-b831-49a5-88e7-252c2c0770cf), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:14.177993 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151cdc49-65c2-47a4-8dfa-9d30044d8a03 admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:27:14.209759 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-151cdc49-65c2-47a4-8dfa-9d30044d8a03 admin admin] 10.222.0.42 "PUT /v2.0/routers/bc9639dd-67f2-408a-8d58-3955185b031b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3414495 May 26 21:27:14.226379 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-9a6daaf2-ee5b-493d-a989-68e22f6a0d4d admin admin] Publish callbacks [] for port (c0572f3e-08d2-4188-96a3-1ea6290183be), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:14.231989 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1516277217-router', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:04Z', 'revision_number': 4, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'gw_port': {'id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:58Z', 'updated_at': '2022-05-26T21:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '64c6f851-b831-49a5-88e7-252c2c0770cf', 'name': '', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'mac_address': 'fa:16:3e:12:08:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:02Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'subnets': [{'id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:14.313394 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-7c067ecf-9982-4ca9-8633-778d82cce4e7 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104643) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:27:14.314477 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-7c067ecf-9982-4ca9-8633-778d82cce4e7 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0093050 May 26 21:27:14.326665 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-9a6daaf2-ee5b-493d-a989-68e22f6a0d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (c0572f3e-08d2-4188-96a3-1ea6290183be), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:14.328023 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-9a6daaf2-ee5b-493d-a989-68e22f6a0d4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-394233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694915'] for router_interface (c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:14.352951 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:14.367152 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7cb4580b-2e5f-40b6-885a-0e4e10942682 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for port (38971647-ccbb-4b27-a50e-c29b61cdda7d), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:14.369172 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a070b40c-cd9d-4f99-983a-4b46453d075e None None] The sync data for ids ['b2ab246a-1008-4a8d-ad17-435736498a7f'] in dv-cinder-828805-3-iscsi is: [{'id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1516277217-router', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:04Z', 'revision_number': 4, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'gw_port': {'id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:58Z', 'updated_at': '2022-05-26T21:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '64c6f851-b831-49a5-88e7-252c2c0770cf', 'name': '', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'mac_address': 'fa:16:3e:12:08:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:02Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'subnets': [{'id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:27:14.495206 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7cb4580b-2e5f-40b6-885a-0e4e10942682 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (38971647-ccbb-4b27-a50e-c29b61cdda7d), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:14.518265 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port cb22fd7c-7636-4d47-a205-d90a425a226c triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:14.518541 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (cb22fd7c-7636-4d47-a205-d90a425a226c), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:14.535677 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] Sync routers for ids ['bc9639dd-67f2-408a-8d58-3955185b031b'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:27:14.581872 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] Routers {'bc9639dd-67f2-408a-8d58-3955185b031b'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:27:14.583836 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:26:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['bc9639dd-67f2-408a-8d58-3955185b031b'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:14.608308 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7cb4580b-2e5f-40b6-885a-0e4e10942682 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (c462bc37-44cc-4629-b37f-36b63b86e0fa), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:14.635126 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6daaf2-ee5b-493d-a989-68e22f6a0d4d admin admin] Pushing event updated for resources: {'Port': ['ID=c0572f3e-08d2-4188-96a3-1ea6290183be,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:14.664368 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-873b8003-e247-4532-84a5-a8bdfb3adddd None None] Provisioning complete for port fc732677-e824-4efd-bc17-3bb2d5ba554e triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:14.664859 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-873b8003-e247-4532-84a5-a8bdfb3adddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (fc732677-e824-4efd-bc17-3bb2d5ba554e), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:14.763594 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4580b-2e5f-40b6-885a-0e4e10942682 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Pushing event updated for resources: {'Port': ['ID=38971647-ccbb-4b27-a50e-c29b61cdda7d,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:14.814302 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7cb4580b-2e5f-40b6-885a-0e4e10942682 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:14.820104 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-873b8003-e247-4532-84a5-a8bdfb3adddd None None] Port fc732677-e824-4efd-bc17-3bb2d5ba554e cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:27:14.824312 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-7cb4580b-2e5f-40b6-885a-0e4e10942682 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7074704 May 26 21:27:14.828619 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a62e8-cfda-4a50-b35f-6cd9713fa802 None None] Pushing event updated for resources: {'Port': ['ID=64c6f851-b831-49a5-88e7-252c2c0770cf,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:14.873122 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] Set router bc9639dd-67f2-408a-8d58-3955185b031b gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:27:14.908980 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6daaf2-ee5b-493d-a989-68e22f6a0d4d admin admin] Network a60ae016-a71c-495a-9bbe-63d3beeeb1fa is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:27:14.916507 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-9a6daaf2-ee5b-493d-a989-68e22f6a0d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:27:14.929490 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port cb22fd7c-7636-4d47-a205-d90a425a226c is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:14.931322 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device c545d201-b794-4b56-b0b4-4919d76d33a1 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:27:15.034748 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port c545d201-b794-4b56-b0b4-4919d76d33a1 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:15.035088 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (c545d201-b794-4b56-b0b4-4919d76d33a1), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:15.061378 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:15.085095 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:15.265307 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1afcbd2-19db-4fcc-8589-a791d5692acb req-246c8383-2a06-4f34-bc31-7e20d239fbcd tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:15.267112 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a1afcbd2-19db-4fcc-8589-a791d5692acb req-246c8383-2a06-4f34-bc31-7e20d239fbcd tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 931 time: 0.3536074 May 26 21:27:15.292620 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port c545d201-b794-4b56-b0b4-4919d76d33a1 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:15.293463 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c545d201-b794-4b56-b0b4-4919d76d33a1), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:15.356449 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-b4353f01-5905-4310-a158-79fd044992cf None None] For port c545d201-b794-4b56-b0b4-4919d76d33a1, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=c545d201-b794-4b56-b0b4-4919d76d33a1,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:27:15.409063 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-422666e8-d452-4858-bb58-a3dd3349e376 service neutron] Request body: {'port': {'device_id': '69c158d0-52d0-41c6-9ea3-ac90160e5ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:27:15.464236 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (c545d201-b794-4b56-b0b4-4919d76d33a1), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:15.491438 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-9788bee4-28d8-4e37-a66f-65f49a321676 None None] Provisioning complete for port c0572f3e-08d2-4188-96a3-1ea6290183be triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:15.491535 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 46918) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:15.492089 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-9788bee4-28d8-4e37-a66f-65f49a321676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (c0572f3e-08d2-4188-96a3-1ea6290183be), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:15.496884 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-e9618a96-5a2c-4b69-8c62-8ee34abf373d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--129228529', 'description': 'tempest-description--1453719382'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:27:15.617350 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e9618a96-5a2c-4b69-8c62-8ee34abf373d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:15.626507 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-9788bee4-28d8-4e37-a66f-65f49a321676 None None] Port c0572f3e-08d2-4188-96a3-1ea6290183be cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:27:15.637442 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a1afcbd2-19db-4fcc-8589-a791d5692acb req-36c43c73-5af4-4d20-8e07-a990e633b0a3 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187289 May 26 21:27:15.742433 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:10Z', 'revision_number': 2, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:15.765628 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 64c6f851-b831-49a5-88e7-252c2c0770cf up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:27:15.791729 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6daaf2-ee5b-493d-a989-68e22f6a0d4d admin admin] Router c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:27:15.844488 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e9618a96-5a2c-4b69-8c62-8ee34abf373d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group (2e388b0e-c521-4a70-9974-7cc659256d40), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:15.847671 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] Checking router: bc9639dd-67f2-408a-8d58-3955185b031b for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:27:15.848128 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] Updating router bc9639dd-67f2-408a-8d58-3955185b031b port fc732677-e824-4efd-bc17-3bb2d5ba554e binding host dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:27:15.849581 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:15.860306 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-422666e8-d452-4858-bb58-a3dd3349e376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (42acb5d5-5de1-46a9-8982-343d8c9cf6ff), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:15.922701 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:15.931099 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (fc732677-e824-4efd-bc17-3bb2d5ba554e), before_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:16.006352 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Pushing event updated for resources: {'Port': ['ID=c545d201-b794-4b56-b0b4-4919d76d33a1,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:16.014827 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-5bc8bfe0-5b87-4369-9b29-0ca98916b984 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--864325769&fields=id&tenant_id=c5f69588fe354d20b58594919deb4110 HTTP/1.1" status: 200 len: 267 time: 0.1691182 May 26 21:27:16.018281 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 64c6f851-b831-49a5-88e7-252c2c0770cf triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:16.019452 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (64c6f851-b831-49a5-88e7-252c2c0770cf), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:16.026996 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6daaf2-ee5b-493d-a989-68e22f6a0d4d admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:27:16.038816 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e9618a96-5a2c-4b69-8c62-8ee34abf373d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (2e388b0e-c521-4a70-9974-7cc659256d40), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:16.095019 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-9a6daaf2-ee5b-493d-a989-68e22f6a0d4d admin admin] 10.222.0.42 "PUT /v2.0/routers/c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4083846 May 26 21:27:16.122528 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] Sync routers for ids ['c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:27:16.159084 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] Routers {'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:27:16.160430 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:26:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:16.247643 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:16.359453 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 46956) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:16.389240 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=100 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:16.484819 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] Set router c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:27:16.630442 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e9618a96-5a2c-4b69-8c62-8ee34abf373d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:16.640763 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-e9618a96-5a2c-4b69-8c62-8ee34abf373d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1471395 May 26 21:27:16.651561 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 46970) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:16.766589 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] Publish callbacks [] for port (fc732677-e824-4efd-bc17-3bb2d5ba554e), precommit_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:16.788964 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-d0ff261e-d68f-48a4-aef5-2bc53c6f65c4 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Request body: {'security_group_rule': {'security_group_id': '2e388b0e-c521-4a70-9974-7cc659256d40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:27:16.799170 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-7439bdfb-5ced-47c1-9c03-a1e3c7a13ccb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1369157677-network', 'tenant_id': '430f0858b7bc43a8bdacd7360192bd01'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:27:16.831530 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9618a96-5a2c-4b69-8c62-8ee34abf373d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e388b0e-c521-4a70-9974-7cc659256d40,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:16.852919 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (fc732677-e824-4efd-bc17-3bb2d5ba554e), after_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:16.876254 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 64c6f851-b831-49a5-88e7-252c2c0770cf is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:16.877209 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:16.979146 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-ac5030d0-c57f-4fb3-ae09-f36efd0df7cc tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:16.993894 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-ac5030d0-c57f-4fb3-ae09-f36efd0df7cc tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/networks?id=ea9ef1f2-5514-49f0-be2f-c0970bb75a74 HTTP/1.1" status: 200 len: 817 time: 0.9772811 May 26 21:27:17.014917 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-69a92e33-c62e-4d2d-87fe-b4d036955c5b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/quotas/c5f69588fe354d20b58594919deb4110 HTTP/1.1" status: 200 len: 375 time: 0.0196035 May 26 21:27:17.025425 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b88026-9909-4c8a-bbf0-0def6e41a530 None None] Pushing event updated for resources: {'Port': ['ID=fc732677-e824-4efd-bc17-3bb2d5ba554e,revision_number=3']} {{(pid=104645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:17.207709 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d0ff261e-d68f-48a4-aef5-2bc53c6f65c4 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group_rule (4abed3d1-0801-4646-a62a-044489bb4102), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:17.207957 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] Attempting to bind port fc732677-e824-4efd-bc17-3bb2d5ba554e on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:27:17.208295 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] Attempting to bind port fc732677-e824-4efd-bc17-3bb2d5ba554e by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'}] {{(pid=104645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:27:17.208652 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] Attempting to bind port fc732677-e824-4efd-bc17-3bb2d5ba554e on network e423d8c6-f848-40d6-99bb-c61a958058f7 {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:27:17.229206 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:27:17.229557 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] Checking segment: {'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:27:17.229817 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:17.230336 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] Bound using segment: {'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'} {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:27:17.230678 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] Bound port: fc732677-e824-4efd-bc17-3bb2d5ba554e, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'}}] {{(pid=104645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:27:17.237190 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (fc732677-e824-4efd-bc17-3bb2d5ba554e), before_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:17.251309 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-422666e8-d452-4858-bb58-a3dd3349e376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42acb5d5-5de1-46a9-8982-343d8c9cf6ff {{(pid=104643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:27:17.275188 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-231518021-router', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '318999cb1f874176b2523de9686febc1', 'gw_port': {'id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'c0572f3e-08d2-4188-96a3-1ea6290183be', 'name': '', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'mac_address': 'fa:16:3e:a5:75:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:07Z', 'updated_at': '2022-05-26T21:27:13Z', 'revision_number': 2, 'project_id': '318999cb1f874176b2523de9686febc1', 'subnets': [{'id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:17.289943 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-422666e8-d452-4858-bb58-a3dd3349e376 service neutron] Publish callbacks [] for port (42acb5d5-5de1-46a9-8982-343d8c9cf6ff), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:17.310162 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-2c63215c-99ee-4891-80fc-2d50fa989a41 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5f69588fe354d20b58594919deb4110&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2940586 May 26 21:27:17.349945 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:17.379545 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.db [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] For port fc732677-e824-4efd-bc17-3bb2d5ba554e, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:27:17.384161 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.db [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] For port fc732677-e824-4efd-bc17-3bb2d5ba554e, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=fc732677-e824-4efd-bc17-3bb2d5ba554e,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:27:17.403997 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] Checking router: c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:27:17.404357 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] Updating router c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d port c0572f3e-08d2-4188-96a3-1ea6290183be binding host dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:27:17.405337 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.provisioning_blocks [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-422666e8-d452-4858-bb58-a3dd3349e376 service neutron] Transition to ACTIVE for port object 42acb5d5-5de1-46a9-8982-343d8c9cf6ff will not be triggered until provisioned by entity L2. {{(pid=104643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:27:17.476482 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (fc732677-e824-4efd-bc17-3bb2d5ba554e), after_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:17.501709 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-a5db4955-1ad3-43e6-914f-a478afba411b None None] Provisioning complete for port fc732677-e824-4efd-bc17-3bb2d5ba554e triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:17.502238 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a5db4955-1ad3-43e6-914f-a478afba411b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (fc732677-e824-4efd-bc17-3bb2d5ba554e), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:17.504343 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c0572f3e-08d2-4188-96a3-1ea6290183be), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:17.529772 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d0ff261e-d68f-48a4-aef5-2bc53c6f65c4 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group_rule (4abed3d1-0801-4646-a62a-044489bb4102), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:17.623931 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d0ff261e-d68f-48a4-aef5-2bc53c6f65c4 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (4abed3d1-0801-4646-a62a-044489bb4102), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:17.690079 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff261e-d68f-48a4-aef5-2bc53c6f65c4 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4abed3d1-0801-4646-a62a-044489bb4102,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:17.691399 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device c545d201-b794-4b56-b0b4-4919d76d33a1 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:27:17.716553 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-e2fc3984-207b-4f6e-8a66-5f0543893c85 service neutron] 10.222.0.42 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406396 May 26 21:27:17.716657 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:17.790852 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-422666e8-d452-4858-bb58-a3dd3349e376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (42acb5d5-5de1-46a9-8982-343d8c9cf6ff), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:17.801716 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d0ff261e-d68f-48a4-aef5-2bc53c6f65c4 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:17.803129 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-d0ff261e-d68f-48a4-aef5-2bc53c6f65c4 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0244761 May 26 21:27:17.808077 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 47006) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:17.813000 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-ed54c0d3-ae5b-44fa-9555-9bf679478272 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Request body: {'security_group_rule': {'security_group_id': '2e388b0e-c521-4a70-9974-7cc659256d40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:27:17.899085 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b88026-9909-4c8a-bbf0-0def6e41a530 None None] Pushing event updated for resources: {'Port': ['ID=fc732677-e824-4efd-bc17-3bb2d5ba554e,revision_number=4']} {{(pid=104645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:17.943614 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] Routers {'bc9639dd-67f2-408a-8d58-3955185b031b'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:27:17.944406 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7439bdfb-5ced-47c1-9c03-a1e3c7a13ccb admin admin] Made reservation on behalf of 430f0858b7bc43a8bdacd7360192bd01 for: {'network': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:27:17.945144 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:26:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['bc9639dd-67f2-408a-8d58-3955185b031b'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:17.951799 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7439bdfb-5ced-47c1-9c03-a1e3c7a13ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for network (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:17.979437 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-3fdc5f5c-4783-493a-bade-3aea0f25abe7 service neutron] 10.222.0.42 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694054 May 26 21:27:17.993296 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ed54c0d3-ae5b-44fa-9555-9bf679478272 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group_rule (dbfca08a-3f69-42ca-a5a9-0f645e562558), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:18.070003 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:18.078740 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7439bdfb-5ced-47c1-9c03-a1e3c7a13ccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:18.100344 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:18.188608 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422666e8-d452-4858-bb58-a3dd3349e376 service neutron] Pushing event updated for resources: {'Port': ['ID=42acb5d5-5de1-46a9-8982-343d8c9cf6ff,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:18.194274 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ed54c0d3-ae5b-44fa-9555-9bf679478272 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group_rule (dbfca08a-3f69-42ca-a5a9-0f645e562558), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:18.254221 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:18.260703 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] Set router bc9639dd-67f2-408a-8d58-3955185b031b gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:27:18.282145 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ed54c0d3-ae5b-44fa-9555-9bf679478272 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (dbfca08a-3f69-42ca-a5a9-0f645e562558), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:18.303487 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-a5db4955-1ad3-43e6-914f-a478afba411b None None] Current status of the port fc732677-e824-4efd-bc17-3bb2d5ba554e is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:18.303888 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a5db4955-1ad3-43e6-914f-a478afba411b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (fc732677-e824-4efd-bc17-3bb2d5ba554e), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:18.322532 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port c545d201-b794-4b56-b0b4-4919d76d33a1 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:18.322911 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (c545d201-b794-4b56-b0b4-4919d76d33a1), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:18.381630 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-a0529b13-f386-4064-9eed-a9ad7c28d1b7 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:18.386000 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54c0d3-ae5b-44fa-9555-9bf679478272 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbfca08a-3f69-42ca-a5a9-0f645e562558,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:18.400802 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-a0529b13-f386-4064-9eed-a9ad7c28d1b7 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/networks?id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa HTTP/1.1" status: 200 len: 818 time: 1.0491023 May 26 21:27:18.457245 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-de044a98-fe62-44c9-8ae2-87d7aa03a887 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/quotas/318999cb1f874176b2523de9686febc1 HTTP/1.1" status: 200 len: 375 time: 0.0547028 May 26 21:27:18.511251 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-a5db4955-1ad3-43e6-914f-a478afba411b None None] For port fc732677-e824-4efd-bc17-3bb2d5ba554e, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=fc732677-e824-4efd-bc17-3bb2d5ba554e,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:27:18.529472 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:18.558931 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70802f0-d28b-47cd-82db-7269a8efca2b req-c43082c8-85f2-4eec-8ff7-fcc3c26f83ba tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:18.562781 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c70802f0-d28b-47cd-82db-7269a8efca2b req-c43082c8-85f2-4eec-8ff7-fcc3c26f83ba tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 943 time: 0.2039378 May 26 21:27:18.571384 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ed54c0d3-ae5b-44fa-9555-9bf679478272 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:18.574669 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-ed54c0d3-ae5b-44fa-9555-9bf679478272 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7652562 May 26 21:27:18.582077 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 47032) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:18.586366 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a5db4955-1ad3-43e6-914f-a478afba411b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (fc732677-e824-4efd-bc17-3bb2d5ba554e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:18.601052 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-30405909-52ca-4c3b-94ac-dbaa2b3b83c5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Request body: {'floatingip': {'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:27:18.714896 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:17Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:18.722702 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c70802f0-d28b-47cd-82db-7269a8efca2b req-bc07b7ef-6f3a-4659-892d-fad02e40afba tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388211 May 26 21:27:18.765309 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-422666e8-d452-4858-bb58-a3dd3349e376 service neutron] Attempting to bind port 42acb5d5-5de1-46a9-8982-343d8c9cf6ff on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:27:18.784053 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-422666e8-d452-4858-bb58-a3dd3349e376 service neutron] Attempting to bind port 42acb5d5-5de1-46a9-8982-343d8c9cf6ff by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '508ebb5e-178d-4887-8936-fb058af2b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '49e4975b-6869-4462-9c74-3db9f1965109'}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:27:18.784722 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-422666e8-d452-4858-bb58-a3dd3349e376 service neutron] Attempting to bind port 42acb5d5-5de1-46a9-8982-343d8c9cf6ff on network 49e4975b-6869-4462-9c74-3db9f1965109 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:27:18.824920 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-f4b0c124-8814-4f21-bf12-605d72e36de9 None None] Provisioning complete for port fc732677-e824-4efd-bc17-3bb2d5ba554e triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:18.825318 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-f4b0c124-8814-4f21-bf12-605d72e36de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (fc732677-e824-4efd-bc17-3bb2d5ba554e), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:18.856204 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0551dbe7-3e31-4bdd-871b-a016737a050b None None] The sync data for ids ['bc9639dd-67f2-408a-8d58-3955185b031b'] in dv-cinder-828805-3-iscsi is: [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:17Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:27:18.872620 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-422666e8-d452-4858-bb58-a3dd3349e376 service neutron] Port 42acb5d5-5de1-46a9-8982-343d8c9cf6ff on network 49e4975b-6869-4462-9c74-3db9f1965109 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:27:18.872971 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-422666e8-d452-4858-bb58-a3dd3349e376 service neutron] Attempting to bind port 42acb5d5-5de1-46a9-8982-343d8c9cf6ff on network 49e4975b-6869-4462-9c74-3db9f1965109 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:27:18.898837 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-30405909-52ca-4c3b-94ac-dbaa2b3b83c5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:18.906612 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-422666e8-d452-4858-bb58-a3dd3349e376 service neutron] Checking agent: {'id': '2bd30f19-4481-40fa-92e6-11ccee452902', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'started_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:27:18.906984 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-422666e8-d452-4858-bb58-a3dd3349e376 service neutron] Checking segment: {'id': '508ebb5e-178d-4887-8936-fb058af2b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '49e4975b-6869-4462-9c74-3db9f1965109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:27:18.907624 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-422666e8-d452-4858-bb58-a3dd3349e376 service neutron] Bound using segment: {'id': '508ebb5e-178d-4887-8936-fb058af2b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '49e4975b-6869-4462-9c74-3db9f1965109'} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:27:18.911770 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-422666e8-d452-4858-bb58-a3dd3349e376 service neutron] Bound port: 42acb5d5-5de1-46a9-8982-343d8c9cf6ff, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '508ebb5e-178d-4887-8936-fb058af2b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '49e4975b-6869-4462-9c74-3db9f1965109'}}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:27:18.912528 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-422666e8-d452-4858-bb58-a3dd3349e376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (42acb5d5-5de1-46a9-8982-343d8c9cf6ff), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:18.958308 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-0fa31b34-4590-44b6-b637-690ce3c49897 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=318999cb1f874176b2523de9686febc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4998996 May 26 21:27:19.111307 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-422666e8-d452-4858-bb58-a3dd3349e376 service neutron] For port 42acb5d5-5de1-46a9-8982-343d8c9cf6ff, host hv-cinder-82880, cleared binding levels {{(pid=104643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:27:19.182237 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] Publish callbacks [] for port (c0572f3e-08d2-4188-96a3-1ea6290183be), precommit_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:19.205646 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-422666e8-d452-4858-bb58-a3dd3349e376 service neutron] For port 42acb5d5-5de1-46a9-8982-343d8c9cf6ff, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=42acb5d5-5de1-46a9-8982-343d8c9cf6ff,segment=NetworkSegment(508ebb5e-178d-4887-8936-fb058af2b2f7),segment_id=508ebb5e-178d-4887-8936-fb058af2b2f7)] {{(pid=104643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:27:19.219502 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port c545d201-b794-4b56-b0b4-4919d76d33a1 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:19.222760 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db4955-1ad3-43e6-914f-a478afba411b None None] Pushing event updated for resources: {'Port': ['ID=fc732677-e824-4efd-bc17-3bb2d5ba554e,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:19.233577 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7439bdfb-5ced-47c1-9c03-a1e3c7a13ccb admin admin] Publish callbacks [] for security_group (1193f948-13f3-41b3-b85c-f3a9079a9a9c), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:19.271894 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-00270fbd-43fc-44fc-9f2b-a8adf98fd9b6 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104643) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:27:19.273128 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-00270fbd-43fc-44fc-9f2b-a8adf98fd9b6 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1834559 May 26 21:27:19.292465 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-de3e2883-0d34-472e-8d46-4c961e101ce0 req-a2bff915-1a27-495c-a88d-09eab4116ab1 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 210 time: 0.2641222 May 26 21:27:19.323322 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-422666e8-d452-4858-bb58-a3dd3349e376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (42acb5d5-5de1-46a9-8982-343d8c9cf6ff), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:19.329425 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (c0572f3e-08d2-4188-96a3-1ea6290183be), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:19.405660 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7439bdfb-5ced-47c1-9c03-a1e3c7a13ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (1193f948-13f3-41b3-b85c-f3a9079a9a9c), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:19.430667 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7439bdfb-5ced-47c1-9c03-a1e3c7a13ccb admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=104643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:27:19.443313 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7439bdfb-5ced-47c1-9c03-a1e3c7a13ccb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745431346791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (3fe4ce1d-c25d-4870-8b53-64504e8a7e5b), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:19.446033 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.db.segments_db [None req-7439bdfb-5ced-47c1-9c03-a1e3c7a13ccb admin admin] Added segment 3fe4ce1d-c25d-4870-8b53-64504e8a7e5b of type vlan for network 0a97810d-a0d7-44a6-9298-b99a3d4daf1c May 26 21:27:19.598985 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-30405909-52ca-4c3b-94ac-dbaa2b3b83c5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:19.631131 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0c124-8814-4f21-bf12-605d72e36de9 None None] Current status of the port fc732677-e824-4efd-bc17-3bb2d5ba554e is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:19.686555 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-422666e8-d452-4858-bb58-a3dd3349e376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:19.687176 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-422666e8-d452-4858-bb58-a3dd3349e376 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:19.729621 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-422666e8-d452-4858-bb58-a3dd3349e376 service neutron] 10.222.0.60 "PUT /v2.0/ports/42acb5d5-5de1-46a9-8982-343d8c9cf6ff HTTP/1.1" status: 200 len: 1093 time: 4.9497530 May 26 21:27:19.730227 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c158d0-52d0-41c6-9ea3-ac90160e5ee0', 'tag': '42acb5d5-5de1-46a9-8982-343d8c9cf6ff'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:27:19.761770 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device fc732677-e824-4efd-bc17-3bb2d5ba554e up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:27:19.789931 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0347bd2-ca89-4e50-af53-17c5074dd472 None None] Pushing event updated for resources: {'Port': ['ID=c0572f3e-08d2-4188-96a3-1ea6290183be,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:19.965596 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] Attempting to bind port c0572f3e-08d2-4188-96a3-1ea6290183be on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:27:19.966358 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] Attempting to bind port c0572f3e-08d2-4188-96a3-1ea6290183be by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': '92a89fa7-f318-4dd2-9048-6985bfbfaf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:27:19.967114 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] Attempting to bind port c0572f3e-08d2-4188-96a3-1ea6290183be on network a60ae016-a71c-495a-9bbe-63d3beeeb1fa {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:27:19.987678 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-ace67ee0-e88f-4c47-90a8-7e10b1345d71 None None] Provisioning complete for port c0572f3e-08d2-4188-96a3-1ea6290183be triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:19.989793 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-ace67ee0-e88f-4c47-90a8-7e10b1345d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (c0572f3e-08d2-4188-96a3-1ea6290183be), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:19.993430 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:20.012078 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_common [None req-30405909-52ca-4c3b-94ac-dbaa2b3b83c5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Allocated IP 172.27.3.10 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/4ea5c9da-d388-4e11-a597-5bfd328af957) {{(pid=104642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:27:20.047526 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:27:20.048332 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] Checking segment: {'id': '92a89fa7-f318-4dd2-9048-6985bfbfaf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:27:20.048978 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:20.049675 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] Bound using segment: {'id': '92a89fa7-f318-4dd2-9048-6985bfbfaf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:27:20.050363 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] Bound port: c0572f3e-08d2-4188-96a3-1ea6290183be, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a89fa7-f318-4dd2-9048-6985bfbfaf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:27:20.050925 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c0572f3e-08d2-4188-96a3-1ea6290183be), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:20.150255 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-ace67ee0-e88f-4c47-90a8-7e10b1345d71 None None] Port c0572f3e-08d2-4188-96a3-1ea6290183be cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:27:20.174342 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422666e8-d452-4858-bb58-a3dd3349e376 service neutron] Pushing event updated for resources: {'Port': ['ID=42acb5d5-5de1-46a9-8982-343d8c9cf6ff,revision_number=3']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:20.191684 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port fc732677-e824-4efd-bc17-3bb2d5ba554e triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:20.192665 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (fc732677-e824-4efd-bc17-3bb2d5ba554e), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:20.227026 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 47092) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:20.228774 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7439bdfb-5ced-47c1-9c03-a1e3c7a13ccb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745430822750'] for network (0a97810d-a0d7-44a6-9298-b99a3d4daf1c), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:20.251373 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-30405909-52ca-4c3b-94ac-dbaa2b3b83c5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for port (4ea5c9da-d388-4e11-a597-5bfd328af957), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:20.349266 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439bdfb-5ced-47c1-9c03-a1e3c7a13ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1193f948-13f3-41b3-b85c-f3a9079a9a9c,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:20.361197 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ab38f-85ee-469f-bc91-c823fed2ebaa req-3d2f2a71-ce59-4b6e-b0da-abd2aa971e40 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:20.373348 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-382ab38f-85ee-469f-bc91-c823fed2ebaa req-3d2f2a71-ce59-4b6e-b0da-abd2aa971e40 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 943 time: 0.4670417 May 26 21:27:20.376028 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] For port c0572f3e-08d2-4188-96a3-1ea6290183be, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:27:20.393375 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] For port c0572f3e-08d2-4188-96a3-1ea6290183be, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=c0572f3e-08d2-4188-96a3-1ea6290183be,segment=NetworkSegment(92a89fa7-f318-4dd2-9048-6985bfbfaf8d),segment_id=92a89fa7-f318-4dd2-9048-6985bfbfaf8d)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:27:20.414924 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:20.416155 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-30405909-52ca-4c3b-94ac-dbaa2b3b83c5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (4ea5c9da-d388-4e11-a597-5bfd328af957), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:20.433264 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.db.resource_extend [None req-7439bdfb-5ced-47c1-9c03-a1e3c7a13ccb admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 21:27:20.507224 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-8fb8d58b-b37e-44b6-9ce2-cb81fa4ad85f service neutron] 10.222.0.42 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2279401 May 26 21:27:20.526428 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-7835edb3-b81a-445c-b1bb-0a932e1e0d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:20.528132 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-7835edb3-b81a-445c-b1bb-0a932e1e0d5c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=199159bff7e5433ca3da168465c2e22c&device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 1127 time: 0.5823565 May 26 21:27:20.530902 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a001a5d-fd49-4d26-94d3-0f5d4f406f31" -d '{"events": [{"name": "network-changed", "server_uuid": "69c158d0-52d0-41c6-9ea3-ac90160e5ee0", "tag": "42acb5d5-5de1-46a9-8982-343d8c9cf6ff"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:27:20.540060 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (c0572f3e-08d2-4188-96a3-1ea6290183be), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:20.589596 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30405909-52ca-4c3b-94ac-dbaa2b3b83c5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:27:20.615273 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port fc732677-e824-4efd-bc17-3bb2d5ba554e is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:20.701595 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-30405909-52ca-4c3b-94ac-dbaa2b3b83c5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:27:20.708148 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30405909-52ca-4c3b-94ac-dbaa2b3b83c5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Received port after_create {{(pid=104642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:27:20.747045 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-382ab38f-85ee-469f-bc91-c823fed2ebaa req-500cf05e-56b1-4c95-a1eb-f1abbce5960f tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726330 May 26 21:27:20.808107 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0347bd2-ca89-4e50-af53-17c5074dd472 None None] Pushing event updated for resources: {'Port': ['ID=c0572f3e-08d2-4188-96a3-1ea6290183be,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:20.837400 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] Routers {'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:27:20.840089 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:26:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:20.901535 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-4f0c41f8-aaaa-422d-8037-e297c210b0f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42acb5d5-5de1-46a9-8982-343d8c9cf6ff HTTP/1.1" status: 200 len: 217 time: 0.3207321 May 26 21:27:20.906329 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7439bdfb-5ced-47c1-9c03-a1e3c7a13ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for network (0a97810d-a0d7-44a6-9298-b99a3d4daf1c), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:20.908921 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7439bdfb-5ced-47c1-9c03-a1e3c7a13ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:20.911193 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7439bdfb-5ced-47c1-9c03-a1e3c7a13ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:20.917701 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30405909-52ca-4c3b-94ac-dbaa2b3b83c5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event updated for resources: {'Port': ['ID=4ea5c9da-d388-4e11-a597-5bfd328af957,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:21.007324 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-c3c65e15-890c-40a6-83a2-6f2d79e52a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:21.076170 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-33334191-b4b9-4fd2-9b66-96afd102c9f7 req-70f6408c-c48d-47ce-a0f0-ae60588b22c8 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 210 time: 0.1363542 May 26 21:27:21.077210 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 47112) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:21.120660 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-30405909-52ca-4c3b-94ac-dbaa2b3b83c5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (0f4032c5-bbc0-4225-9db7-5dcf16ce70a5), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:21.138335 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:21.185345 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-7439bdfb-5ced-47c1-9c03-a1e3c7a13ccb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 4.8199539 May 26 21:27:21.185708 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 47118) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:21.195153 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-f6ab5ac3-edf3-4c7f-82b9-56738f7239bd admin admin] Request body: {'subnet': {'network_id': '0a97810d-a0d7-44a6-9298-b99a3d4daf1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1369157677-subnet', 'tenant_id': '430f0858b7bc43a8bdacd7360192bd01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:27:21.257541 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] Set router c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:27:21.323150 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:21.338341 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-ba15edf8-f0b2-4cb6-b9b4-59aa27aeb072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:21.362897 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:21.365089 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-80df4ec2-aa74-43f1-aaa1-f258fdaa1e4a None None] Provisioning complete for port c0572f3e-08d2-4188-96a3-1ea6290183be triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:21.365660 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-80df4ec2-aa74-43f1-aaa1-f258fdaa1e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (c0572f3e-08d2-4188-96a3-1ea6290183be), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:21.375019 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-30405909-52ca-4c3b-94ac-dbaa2b3b83c5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (4ea5c9da-d388-4e11-a597-5bfd328af957), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:21.410489 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-12fc3581-2a69-4cd1-9591-24ad0cd58b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:21.410764 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-c3c65e15-890c-40a6-83a2-6f2d79e52a23 admin admin] Publish callbacks [] for security_group (8e7cf60f-6bda-4575-abd6-e64ca64e3f7d), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:21.452239 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:21.515146 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ab5ac3-edf3-4c7f-82b9-56738f7239bd admin admin] Made reservation on behalf of 430f0858b7bc43a8bdacd7360192bd01 for: {'subnet': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:27:21.518463 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f6ab5ac3-edf3-4c7f-82b9-56738f7239bd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:21.538831 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-c3c65e15-890c-40a6-83a2-6f2d79e52a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (8e7cf60f-6bda-4575-abd6-e64ca64e3f7d), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:21.616723 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294010d9-a00a-4b46-b832-40c7e69d2ae5 x-openstack-request-id: req-294010d9-a00a-4b46-b832-40c7e69d2ae5 {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:27:21.617120 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c158d0-52d0-41c6-9ea3-ac90160e5ee0", "tag": "42acb5d5-5de1-46a9-8982-343d8c9cf6ff", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:27:21.617890 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-294010d9-a00a-4b46-b832-40c7e69d2ae5 {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:27:21.618436 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-294010d9-a00a-4b46-b832-40c7e69d2ae5'] response: {'name': 'network-changed', 'server_uuid': '69c158d0-52d0-41c6-9ea3-ac90160e5ee0', 'tag': '42acb5d5-5de1-46a9-8982-343d8c9cf6ff', 'status': 'completed', 'code': 200} May 26 21:27:21.632188 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-c3c65e15-890c-40a6-83a2-6f2d79e52a23 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=17ce743073c74a6bb4b0b9dbb651a20f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3935454 May 26 21:27:21.636047 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 47126) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:21.647006 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439bdfb-5ced-47c1-9c03-a1e3c7a13ccb admin admin] Pushing event updated for resources: {'Network': ['ID=0a97810d-a0d7-44a6-9298-b99a3d4daf1c,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:21.664737 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-8dffdd5d-a90c-4038-982d-0628f989403a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:21.666909 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-8dffdd5d-a90c-4038-982d-0628f989403a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ad45655-7db7-4fd3-9707-07194aa1b8db HTTP/1.1" status: 200 len: 851 time: 0.6520002 May 26 21:27:21.686943 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Network 0a97810d-a0d7-44a6-9298-b99a3d4daf1c details requested by agent ovs-agent-dv-cinder-828805-3-iscsi with host dv-cinder-828805-3-iscsi {{(pid=104644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:27:21.688660 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-75e50148-e30b-460c-ab84-f0423b9f17f0 service neutron] 10.222.0.42 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1547856 May 26 21:27:21.765338 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c65e15-890c-40a6-83a2-6f2d79e52a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7cf60f-6bda-4575-abd6-e64ca64e3f7d,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:21.823681 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-80df4ec2-aa74-43f1-aaa1-f258fdaa1e4a None None] Current status of the port c0572f3e-08d2-4188-96a3-1ea6290183be is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:21.825038 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-80df4ec2-aa74-43f1-aaa1-f258fdaa1e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c0572f3e-08d2-4188-96a3-1ea6290183be), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:21.869578 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-ec0af352-b3db-4ebc-bb21-d0004a16b6b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=49e4975b-6869-4462-9c74-3db9f1965109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1892936 May 26 21:27:21.932689 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:21.967247 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-80df4ec2-aa74-43f1-aaa1-f258fdaa1e4a None None] For port c0572f3e-08d2-4188-96a3-1ea6290183be, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=c0572f3e-08d2-4188-96a3-1ea6290183be,segment=NetworkSegment(92a89fa7-f318-4dd2-9048-6985bfbfaf8d),segment_id=92a89fa7-f318-4dd2-9048-6985bfbfaf8d)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:27:21.976843 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-231518021-router', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '318999cb1f874176b2523de9686febc1', 'gw_port': {'id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'c0572f3e-08d2-4188-96a3-1ea6290183be', 'name': '', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'mac_address': 'fa:16:3e:a5:75:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:07Z', 'updated_at': '2022-05-26T21:27:20Z', 'revision_number': 4, 'project_id': '318999cb1f874176b2523de9686febc1', 'subnets': [{'id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:22.068536 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04eeb81-8161-4610-a6df-1b593eaa7b9c None None] The sync data for ids ['c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'] in dv-cinder-828805-3-iscsi is: [{'id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-231518021-router', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '318999cb1f874176b2523de9686febc1', 'gw_port': {'id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'c0572f3e-08d2-4188-96a3-1ea6290183be', 'name': '', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'mac_address': 'fa:16:3e:a5:75:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:07Z', 'updated_at': '2022-05-26T21:27:20Z', 'revision_number': 4, 'project_id': '318999cb1f874176b2523de9686febc1', 'subnets': [{'id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:27:22.081917 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-12fc3581-2a69-4cd1-9591-24ad0cd58b6e admin admin] Publish callbacks [] for security_group (72388498-caa6-41e7-b23e-c0ea5eae2678), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:22.082636 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-80df4ec2-aa74-43f1-aaa1-f258fdaa1e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (c0572f3e-08d2-4188-96a3-1ea6290183be), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:22.122299 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-2f675fe0-fff2-497f-a79f-6289aec40c43 service neutron] 10.222.0.60 "GET /v2.0/networks/49e4975b-6869-4462-9c74-3db9f1965109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437899 May 26 21:27:22.174397 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df4ec2-aa74-43f1-aaa1-f258fdaa1e4a None None] Pushing event updated for resources: {'Port': ['ID=c0572f3e-08d2-4188-96a3-1ea6290183be,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:22.195414 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-cee0b934-8170-459b-9574-f47c996b0efc req-49b4b89e-d3fc-48ea-acfa-77ce11855a79 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 210 time: 0.0718238 May 26 21:27:22.338294 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-12fc3581-2a69-4cd1-9591-24ad0cd58b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (72388498-caa6-41e7-b23e-c0ea5eae2678), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:22.391560 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-00a2cdba-ceff-4f23-bd49-d61ebb308ca8 req-6ea46448-aaf6-4d02-b680-c3ef42909dc0 service neutron] 10.222.0.60 "GET /v2.0/networks/49e4975b-6869-4462-9c74-3db9f1965109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545147 May 26 21:27:22.433846 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f6ab5ac3-edf3-4c7f-82b9-56738f7239bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for subnet (d79211db-36a8-4cde-b71f-e44fff3f02f6), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:22.463189 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-12fc3581-2a69-4cd1-9591-24ad0cd58b6e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d2d73f3700b549bdbcc6296883cbb5a0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3723474 May 26 21:27:22.488545 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 47152) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:22.508179 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f3e231f6-3db8-4402-b75f-72c08e73abe1 req-63916e03-a5c1-42f5-a773-17f54a383c5b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 210 time: 0.0725102 May 26 21:27:22.538792 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:INSERT=7,neutron:UPDATE=1,neutron:SELECT=92 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:22.655480 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a923de54-1c99-4e95-add4-5b3e0159f275 admin admin] Publish callbacks [] for security_group (72388498-caa6-41e7-b23e-c0ea5eae2678), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:22.714461 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a923de54-1c99-4e95-add4-5b3e0159f275 admin admin] Publish callbacks [] for security_group (72388498-caa6-41e7-b23e-c0ea5eae2678), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:22.852223 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a001a5d-fd49-4d26-94d3-0f5d4f406f31 req-58d12da2-8215-4136-886f-5ea647816e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:22.853837 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3a001a5d-fd49-4d26-94d3-0f5d4f406f31 req-58d12da2-8215-4136-886f-5ea647816e27 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=199159bff7e5433ca3da168465c2e22c&device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 1127 time: 0.0887461 May 26 21:27:22.863655 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4107ba32-adb2-4175-b606-fe94a59086a1 admin admin] Publish callbacks [] for security_group (8e7cf60f-6bda-4575-abd6-e64ca64e3f7d), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:22.940888 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab5ac3-edf3-4c7f-82b9-56738f7239bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d79211db-36a8-4cde-b71f-e44fff3f02f6,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:22.968012 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4107ba32-adb2-4175-b606-fe94a59086a1 admin admin] Publish callbacks [] for security_group (8e7cf60f-6bda-4575-abd6-e64ca64e3f7d), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:23.005702 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc3581-2a69-4cd1-9591-24ad0cd58b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72388498-caa6-41e7-b23e-c0ea5eae2678,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:23.030786 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:23.129640 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:23.142363 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.60', 52578) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:23.154354 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eab137-57db-406c-88d5-93b61c6bee20 req-61841206-3287-4ff4-ab3a-11b6c5486fd1 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:23.163476 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-16eab137-57db-406c-88d5-93b61c6bee20 req-61841206-3287-4ff4-ab3a-11b6c5486fd1 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 943 time: 0.9481289 May 26 21:27:23.215878 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab5ac3-edf3-4c7f-82b9-56738f7239bd admin admin] Checking segment: {'id': '3fe4ce1d-c25d-4870-8b53-64504e8a7e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0a97810d-a0d7-44a6-9298-b99a3d4daf1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:27:23.216230 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ab5ac3-edf3-4c7f-82b9-56738f7239bd admin admin] Network hostable DHCP agents. Network: 0a97810d-a0d7-44a6-9298-b99a3d4daf1c, hostable agents: ['35848227-359f-404d-a469-91025de84eed'], hosted agents: [] {{(pid=104642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:27:23.428251 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-30405909-52ca-4c3b-94ac-dbaa2b3b83c5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for port (4ea5c9da-d388-4e11-a597-5bfd328af957), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:23.435122 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-23cdc7cb-97b8-43d8-9cc7-50a65413d716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:23.487689 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-16eab137-57db-406c-88d5-93b61c6bee20 req-2af9bdce-520e-4e7c-8980-daf12244caec tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863646 May 26 21:27:23.591635 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-f7a1d41e-99a8-45a1-b370-e438e637a89a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:23.593621 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f011858-178b-4c1f-9a88-36db84bd262f req-99abc43c-fb62-4ee5-a6b5-a95f848c85ca tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:23.607709 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-f7a1d41e-99a8-45a1-b370-e438e637a89a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.60 "GET /v2.0/networks?id=ea9ef1f2-5514-49f0-be2f-c0970bb75a74 HTTP/1.1" status: 200 len: 817 time: 0.4402781 May 26 21:27:23.608293 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f011858-178b-4c1f-9a88-36db84bd262f req-99abc43c-fb62-4ee5-a6b5-a95f848c85ca tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/networks?id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa HTTP/1.1" status: 200 len: 818 time: 0.7411087 May 26 21:27:23.627475 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4107ba32-adb2-4175-b606-fe94a59086a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (8e7cf60f-6bda-4575-abd6-e64ca64e3f7d), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:23.645089 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4107ba32-adb2-4175-b606-fe94a59086a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:23.661162 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-4107ba32-adb2-4175-b606-fe94a59086a1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e7cf60f-6bda-4575-abd6-e64ca64e3f7d HTTP/1.1" status: 204 len: 168 time: 2.0231402 May 26 21:27:23.682304 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f011858-178b-4c1f-9a88-36db84bd262f req-91575f1a-c4bf-4662-baea-6bdb2fc2190e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/quotas/318999cb1f874176b2523de9686febc1 HTTP/1.1" status: 200 len: 375 time: 0.0690632 May 26 21:27:23.712251 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ab5ac3-edf3-4c7f-82b9-56738f7239bd admin admin] Network 0a97810d-a0d7-44a6-9298-b99a3d4daf1c is scheduled to be hosted by DHCP agent 35848227-359f-404d-a469-91025de84eed with binding_index 1 {{(pid=104642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:27:23.714593 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-30405909-52ca-4c3b-94ac-dbaa2b3b83c5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (4ea5c9da-d388-4e11-a597-5bfd328af957), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:23.733856 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a001a5d-fd49-4d26-94d3-0f5d4f406f31 req-df31985d-92ef-41f7-81c3-bc16fb709e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:23.742060 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3a001a5d-fd49-4d26-94d3-0f5d4f406f31 req-df31985d-92ef-41f7-81c3-bc16fb709e4c service neutron] 10.222.0.60 "GET /v2.0/networks?id=49e4975b-6869-4462-9c74-3db9f1965109 HTTP/1.1" status: 200 len: 912 time: 0.8216271 May 26 21:27:23.790907 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device c0572f3e-08d2-4188-96a3-1ea6290183be up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:27:23.827320 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107ba32-adb2-4175-b606-fe94a59086a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7cf60f-6bda-4575-abd6-e64ca64e3f7d,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:23.909404 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3a001a5d-fd49-4d26-94d3-0f5d4f406f31 req-7cf3c353-88e8-4175-98e8-c86932bd77e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42acb5d5-5de1-46a9-8982-343d8c9cf6ff HTTP/1.1" status: 200 len: 217 time: 0.1128771 May 26 21:27:23.937261 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port c0572f3e-08d2-4188-96a3-1ea6290183be triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:23.937629 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (c0572f3e-08d2-4188-96a3-1ea6290183be), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:23.947100 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f011858-178b-4c1f-9a88-36db84bd262f req-3b8587d8-5665-47a4-9ae2-890b91883728 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=318999cb1f874176b2523de9686febc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2676208 May 26 21:27:24.004154 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-0c6670c0-eee6-48f7-b155-352717987bbf tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5f69588fe354d20b58594919deb4110 HTTP/1.1" status: 200 len: 379 time: 0.3270528 May 26 21:27:24.005504 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-30405909-52ca-4c3b-94ac-dbaa2b3b83c5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (0f4032c5-bbc0-4225-9db7-5dcf16ce70a5), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:24.028752 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-8b80f16a-745d-46db-b4da-8c7f7cc820f9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Request body: {'port': {'device_id': '73c36399-8b1a-4b08-b284-8a3900a10d73', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'admin_state_up': True, 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'security_groups': ['a8b8b1a0-136d-400e-82a9-1df2f146d358']}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:27:24.120375 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port c0572f3e-08d2-4188-96a3-1ea6290183be is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:24.133734 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a001a5d-fd49-4d26-94d3-0f5d4f406f31 req-a560f377-f2f4-4c6f-9bd6-4df8701fece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:24.137027 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3a001a5d-fd49-4d26-94d3-0f5d4f406f31 req-a560f377-f2f4-4c6f-9bd6-4df8701fece8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ad45655-7db7-4fd3-9707-07194aa1b8db HTTP/1.1" status: 200 len: 851 time: 0.2178545 May 26 21:27:24.181794 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f011858-178b-4c1f-9a88-36db84bd262f req-79d56340-81d8-489f-b711-53ef9363dfd2 service neutron] 10.222.0.42 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330010 May 26 21:27:24.322887 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-045bfc41-020b-4737-8a80-8a45d7602910 req-5cf7d16a-d0f2-465a-9dbf-64d3c9fee7de tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 210 time: 0.4874125 May 26 21:27:24.333293 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30405909-52ca-4c3b-94ac-dbaa2b3b83c5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event updated for resources: {'Port': ['ID=4ea5c9da-d388-4e11-a597-5bfd328af957,revision_number=2']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:24.384987 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f011858-178b-4c1f-9a88-36db84bd262f req-9d96264e-8269-4f9f-8b52-caefb8008503 service neutron] 10.222.0.42 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020826 May 26 21:27:24.497376 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a923de54-1c99-4e95-add4-5b3e0159f275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (72388498-caa6-41e7-b23e-c0ea5eae2678), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:24.500637 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a923de54-1c99-4e95-add4-5b3e0159f275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:24.502038 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-a923de54-1c99-4e95-add4-5b3e0159f275 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/72388498-caa6-41e7-b23e-c0ea5eae2678 HTTP/1.1" status: 204 len: 168 time: 2.0124369 May 26 21:27:24.503152 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:24.521783 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923de54-1c99-4e95-add4-5b3e0159f275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72388498-caa6-41e7-b23e-c0ea5eae2678,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:24.639139 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9e1ce-ccc2-4953-b3d5-2d5bd0852e8c req-957cfad6-86d4-4fe2-ba9a-6f0314c68294 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:24.640872 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6bb9e1ce-ccc2-4953-b3d5-2d5bd0852e8c req-957cfad6-86d4-4fe2-ba9a-6f0314c68294 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 943 time: 0.0552919 May 26 21:27:24.718624 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6bb9e1ce-ccc2-4953-b3d5-2d5bd0852e8c req-e82a6dcd-7982-48ee-8f8f-889854077430 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720067 May 26 21:27:24.960939 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3a001a5d-fd49-4d26-94d3-0f5d4f406f31 req-9db69fd2-9c54-49c8-b37a-69bfa41059ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=49e4975b-6869-4462-9c74-3db9f1965109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281978 May 26 21:27:25.054402 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3a001a5d-fd49-4d26-94d3-0f5d4f406f31 req-32f6f144-5ea3-4853-9eff-3a7a964f9338 service neutron] 10.222.0.60 "GET /v2.0/networks/49e4975b-6869-4462-9c74-3db9f1965109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865674 May 26 21:27:25.145195 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3a001a5d-fd49-4d26-94d3-0f5d4f406f31 req-a41fdd68-6888-47f7-8170-09797470657b service neutron] 10.222.0.60 "GET /v2.0/networks/49e4975b-6869-4462-9c74-3db9f1965109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852976 May 26 21:27:25.209358 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-f6ab5ac3-edf3-4c7f-82b9-56738f7239bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-3-iscsi, 0a97810d-a0d7-44a6-9298-b99a3d4daf1c) {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:27:25.211921 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-8b80f16a-745d-46db-b4da-8c7f7cc820f9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Made reservation on behalf of c5f69588fe354d20b58594919deb4110 for: {'port': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:27:25.218453 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-8b80f16a-745d-46db-b4da-8c7f7cc820f9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:25.220805 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-30405909-52ca-4c3b-94ac-dbaa2b3b83c5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:25.222711 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:25.223499 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:25.226092 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266e9040-5e40-48e9-aec0-fa2e6950722e None None] Network 0a97810d-a0d7-44a6-9298-b99a3d4daf1c requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:27:25.233359 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-30405909-52ca-4c3b-94ac-dbaa2b3b83c5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6460180 May 26 21:27:25.236300 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:25.246817 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ab5ac3-edf3-4c7f-82b9-56738f7239bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:25.247131 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f6ab5ac3-edf3-4c7f-82b9-56738f7239bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for subnet (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:25.435968 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-dd8471ec-030a-4270-8a78-85442ed50816 req-5590524d-d61f-4b77-824e-a6e7ddfebf8b tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 210 time: 0.0992305 May 26 21:27:25.437117 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0fa420-a6d4-4636-b2a2-0cbad1662ebc None None] Network 0a97810d-a0d7-44a6-9298-b99a3d4daf1c requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:27:25.443388 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-f6ab5ac3-edf3-4c7f-82b9-56738f7239bd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.2558010 May 26 21:27:25.505387 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4bbc7d33-fe8e-40e6-b542-60232b810b76 req-82b29ef6-206c-437c-b312-c9487f2bb32c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 210 time: 0.0926833 May 26 21:27:25.666283 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_common [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-8b80f16a-745d-46db-b4da-8c7f7cc820f9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Allocated IP 172.20.0.10 (ea9ef1f2-5514-49f0-be2f-c0970bb75a74/69d41c02-e4f8-4266-97e4-80c1b92c499f/f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f) {{(pid=104642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:27:25.805686 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:25.851402 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762246d-2486-47eb-b337-bfa4328cff21 req-8902f25f-03e4-427e-88c3-d32d490be6e2 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:25.861271 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-765c1a06-6740-415e-86b9-e836196c3f5c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--129228529&fields=id&tenant_id=3969075d983246cf8c4c7a45a57d5338 HTTP/1.1" status: 200 len: 267 time: 0.1420708 May 26 21:27:25.865764 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4762246d-2486-47eb-b337-bfa4328cff21 req-8902f25f-03e4-427e-88c3-d32d490be6e2 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 943 time: 0.0694268 May 26 21:27:25.930679 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4762246d-2486-47eb-b337-bfa4328cff21 req-5df4ba25-d02f-4470-90c2-28bc2cc496dd tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575058 May 26 21:27:25.984332 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-8b80f16a-745d-46db-b4da-8c7f7cc820f9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:26.042869 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-10706e18-c3a7-441f-9ad4-dd07aca4b733 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:26.044508 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-10706e18-c3a7-441f-9ad4-dd07aca4b733 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/networks?id=e423d8c6-f848-40d6-99bb-c61a958058f7 HTTP/1.1" status: 200 len: 814 time: 0.1627171 May 26 21:27:26.073010 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-953ac0b7-eee5-400b-96e4-c26c33cff02e tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/quotas/3969075d983246cf8c4c7a45a57d5338 HTTP/1.1" status: 200 len: 375 time: 0.0147574 May 26 21:27:26.115773 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-6f57d4d5-8857-488e-abb4-2bd9bae1a194 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3969075d983246cf8c4c7a45a57d5338&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448191 May 26 21:27:26.132699 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:26.151234 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 47230) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:26.161203 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:26.169111 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6207070d-01f5-4c00-8f2e-0e318798a549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:26.178468 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-8b80f16a-745d-46db-b4da-8c7f7cc820f9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:26.259101 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6207070d-01f5-4c00-8f2e-0e318798a549 admin admin] Publish callbacks [] for security_group (50bc8fd5-a782-4581-b0ba-c23170286373), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:26.281712 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-8b80f16a-745d-46db-b4da-8c7f7cc820f9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Network ea9ef1f2-5514-49f0-be2f-c0970bb75a74 is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:27:26.292051 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-8b80f16a-745d-46db-b4da-8c7f7cc820f9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:27:26.298727 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80f16a-745d-46db-b4da-8c7f7cc820f9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Pushing event updated for resources: {'Port': ['ID=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:26.305254 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-8b80f16a-745d-46db-b4da-8c7f7cc820f9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Received port after_create {{(pid=104642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:27:26.307198 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 47234) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:26.310387 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-8b80f16a-745d-46db-b4da-8c7f7cc820f9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:26.311009 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-8b80f16a-745d-46db-b4da-8c7f7cc820f9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for port (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:26.322333 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-a02f616e-8c09-4e8c-8e3a-8eaba4bca4fd service neutron] 10.222.0.42 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947956 May 26 21:27:26.325575 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-9882d166-f1be-42c0-ad2c-bf857924ba6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:26.389470 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6207070d-01f5-4c00-8f2e-0e318798a549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (50bc8fd5-a782-4581-b0ba-c23170286373), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:26.429988 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-8b80f16a-745d-46db-b4da-8c7f7cc820f9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4069250 May 26 21:27:26.443130 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-712e3408-14e0-45f6-8a78-7874b28f8559 service neutron] 10.222.0.42 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060712 May 26 21:27:26.466501 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-9882d166-f1be-42c0-ad2c-bf857924ba6a admin admin] Publish callbacks [] for security_group (2068c14b-1ac4-4104-89c2-864bed1556d9), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:26.477880 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-6207070d-01f5-4c00-8f2e-0e318798a549 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e961999a82e43b282ab8f84ba1b6d76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3253431 May 26 21:27:26.478127 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 47240) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:26.480458 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207070d-01f5-4c00-8f2e-0e318798a549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bc8fd5-a782-4581-b0ba-c23170286373,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:26.550423 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-5eb5eec1-b5a8-4948-be95-4a3ac2d5d7c0 admin admin] Publish callbacks [] for security_group (50bc8fd5-a782-4581-b0ba-c23170286373), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:26.556860 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-29825e8f-2d20-4246-b937-38298c542e55 None None] Provisioning complete for port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:26.558135 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-29825e8f-2d20-4246-b937-38298c542e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:26.582282 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-5eb5eec1-b5a8-4948-be95-4a3ac2d5d7c0 admin admin] Publish callbacks [] for security_group (50bc8fd5-a782-4581-b0ba-c23170286373), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:26.593152 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-9882d166-f1be-42c0-ad2c-bf857924ba6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (2068c14b-1ac4-4104-89c2-864bed1556d9), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:26.600683 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-630f4a34-8490-409a-886f-fd05584535f1 req-94cb1a1b-4a85-480f-be77-f5e081301bfb tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 210 time: 0.0407684 May 26 21:27:26.650038 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-29825e8f-2d20-4246-b937-38298c542e55 None None] Port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:27:26.656013 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-9882d166-f1be-42c0-ad2c-bf857924ba6a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1fd5b62c2f594934810880d6dbbd0c15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3475246 May 26 21:27:26.656783 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-6dbe8885-2ed7-4fdd-a9e4-b815a401224f service neutron] Request body: {'port': {'device_id': '73c36399-8b1a-4b08-b284-8a3900a10d73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:27:26.658507 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 47244) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:26.668035 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882d166-f1be-42c0-ad2c-bf857924ba6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2068c14b-1ac4-4104-89c2-864bed1556d9,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:26.759905 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2de00-599b-4804-905a-246b53ade977 req-8f6a48f3-e932-464b-ba0c-1ac0930c9403 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:26.762192 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-6dbe8885-2ed7-4fdd-a9e4-b815a401224f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:26.762797 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-caf2de00-599b-4804-905a-246b53ade977 req-8f6a48f3-e932-464b-ba0c-1ac0930c9403 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 932 time: 0.0685623 May 26 21:27:26.781452 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2d7db66f-a17b-49fe-b24c-c78424bd69b6 admin admin] Publish callbacks [] for security_group (2068c14b-1ac4-4104-89c2-864bed1556d9), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:26.835967 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2d7db66f-a17b-49fe-b24c-c78424bd69b6 admin admin] Publish callbacks [] for security_group (2068c14b-1ac4-4104-89c2-864bed1556d9), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:26.866253 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-caf2de00-599b-4804-905a-246b53ade977 req-4b12ff13-ffaa-4e34-97fe-69cc885542a5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936329 May 26 21:27:26.904185 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:26.913515 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5ae2e5a3-4007-4422-9cb4-57bf382d9d9f req-6168977a-5708-43be-bde2-f7982c9a9f70 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 210 time: 0.0666916 May 26 21:27:26.968114 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-5eb5eec1-b5a8-4948-be95-4a3ac2d5d7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (50bc8fd5-a782-4581-b0ba-c23170286373), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:26.970998 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-5eb5eec1-b5a8-4948-be95-4a3ac2d5d7c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:26.972180 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-5eb5eec1-b5a8-4948-be95-4a3ac2d5d7c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/50bc8fd5-a782-4581-b0ba-c23170286373 HTTP/1.1" status: 204 len: 168 time: 0.4930851 May 26 21:27:26.989627 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2d7db66f-a17b-49fe-b24c-c78424bd69b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (2068c14b-1ac4-4104-89c2-864bed1556d9), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:26.992638 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2d7db66f-a17b-49fe-b24c-c78424bd69b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:26.994316 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-2d7db66f-a17b-49fe-b24c-c78424bd69b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2068c14b-1ac4-4104-89c2-864bed1556d9 HTTP/1.1" status: 204 len: 168 time: 0.3347654 May 26 21:27:27.021468 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5eec1-b5a8-4948-be95-4a3ac2d5d7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bc8fd5-a782-4581-b0ba-c23170286373,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:27.075489 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db66f-a17b-49fe-b24c-c78424bd69b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2068c14b-1ac4-4104-89c2-864bed1556d9,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:27.138742 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f4eaa-80ac-46a8-a7b4-abb17a59bb8c req-e402e843-14dd-4dae-b09e-bbb6615a2342 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:27.146575 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-817f4eaa-80ac-46a8-a7b4-abb17a59bb8c req-e402e843-14dd-4dae-b09e-bbb6615a2342 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 943 time: 0.1258984 May 26 21:27:27.207891 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-817f4eaa-80ac-46a8-a7b4-abb17a59bb8c req-440a281e-0f13-4f5a-bbfe-719453051f30 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601683 May 26 21:27:27.607383 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:27.689882 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-6dbe8885-2ed7-4fdd-a9e4-b815a401224f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f {{(pid=104642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:27:27.699861 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-6dbe8885-2ed7-4fdd-a9e4-b815a401224f service neutron] Publish callbacks [] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:27.727531 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 47308) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:27.740235 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-64d9a429-ff87-416c-8aa7-2bde3ecfd804 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-646948662-network', 'tenant_id': '68bdccce40de41e498a6a60a5e07e619'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:27:27.773135 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c6aea7eb-176b-4351-a0ef-a3fa520e9c78 req-8d6dc6d2-b935-4865-92f7-924b68696944 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 210 time: 0.0493057 May 26 21:27:27.778804 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.provisioning_blocks [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-6dbe8885-2ed7-4fdd-a9e4-b815a401224f service neutron] Transition to ACTIVE for port object f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f will not be triggered until provisioned by entity L2. {{(pid=104642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:27:27.847315 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-6dbe8885-2ed7-4fdd-a9e4-b815a401224f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:27.857233 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d9a429-ff87-416c-8aa7-2bde3ecfd804 admin admin] Made reservation on behalf of 68bdccce40de41e498a6a60a5e07e619 for: {'network': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:27:27.857233 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-64d9a429-ff87-416c-8aa7-2bde3ecfd804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for network (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:27.875139 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-64d9a429-ff87-416c-8aa7-2bde3ecfd804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:27.936708 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe8885-2ed7-4fdd-a9e4-b815a401224f service neutron] Pushing event updated for resources: {'Port': ['ID=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f,revision_number=2']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:28.053728 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:28.057264 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.managers [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-6dbe8885-2ed7-4fdd-a9e4-b815a401224f service neutron] Attempting to bind port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:27:28.057723 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.managers [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-6dbe8885-2ed7-4fdd-a9e4-b815a401224f service neutron] Attempting to bind port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '79e76f80-baaa-41db-8e70-9575143fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74'}] {{(pid=104642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:27:28.058079 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-6dbe8885-2ed7-4fdd-a9e4-b815a401224f service neutron] Attempting to bind port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f on network ea9ef1f2-5514-49f0-be2f-c0970bb75a74 {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:27:28.063602 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14693d33-7c43-4e81-93fb-a90b705ff7ff req-d3261edf-6e52-41e0-988b-c4757121f06f tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:28.065442 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-14693d33-7c43-4e81-93fb-a90b705ff7ff req-d3261edf-6e52-41e0-988b-c4757121f06f tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0850980 May 26 21:27:28.069975 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-6dbe8885-2ed7-4fdd-a9e4-b815a401224f service neutron] Port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f on network ea9ef1f2-5514-49f0-be2f-c0970bb75a74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:27:28.070294 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-6dbe8885-2ed7-4fdd-a9e4-b815a401224f service neutron] Attempting to bind port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f on network ea9ef1f2-5514-49f0-be2f-c0970bb75a74 {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:27:28.076741 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-6dbe8885-2ed7-4fdd-a9e4-b815a401224f service neutron] Checking agent: {'id': '2bd30f19-4481-40fa-92e6-11ccee452902', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'started_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:27:28.077152 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-6dbe8885-2ed7-4fdd-a9e4-b815a401224f service neutron] Checking segment: {'id': '79e76f80-baaa-41db-8e70-9575143fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:27:28.078340 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-6dbe8885-2ed7-4fdd-a9e4-b815a401224f service neutron] Bound using segment: {'id': '79e76f80-baaa-41db-8e70-9575143fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74'} {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:27:28.078800 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.managers [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-6dbe8885-2ed7-4fdd-a9e4-b815a401224f service neutron] Bound port: f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79e76f80-baaa-41db-8e70-9575143fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74'}}] {{(pid=104642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:27:28.079208 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-6dbe8885-2ed7-4fdd-a9e4-b815a401224f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:28.142914 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-757c7356-3d02-48c6-8a1f-ff7e8b36ae1b req-b34f8f32-c2a3-4714-b437-a703bd47faa1 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 210 time: 0.0601864 May 26 21:27:28.166407 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-14693d33-7c43-4e81-93fb-a90b705ff7ff req-26a22c09-c1a0-44f5-878f-7814525a0c1e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895872 May 26 21:27:28.207267 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-64d9a429-ff87-416c-8aa7-2bde3ecfd804 admin admin] Publish callbacks [] for security_group (adbae9c7-a3b4-41aa-a24f-068bcccc387b), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:28.232298 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:28.257001 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-6dbe8885-2ed7-4fdd-a9e4-b815a401224f service neutron] For port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f, host hv-cinder-82880, cleared binding levels {{(pid=104642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:27:28.262090 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-6dbe8885-2ed7-4fdd-a9e4-b815a401224f service neutron] For port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:27:28.295899 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-64d9a429-ff87-416c-8aa7-2bde3ecfd804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (adbae9c7-a3b4-41aa-a24f-068bcccc387b), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:28.332133 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d9a429-ff87-416c-8aa7-2bde3ecfd804 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=104643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:27:28.368383 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9a429-ff87-416c-8aa7-2bde3ecfd804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbae9c7-a3b4-41aa-a24f-068bcccc387b,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:28.371245 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-64d9a429-ff87-416c-8aa7-2bde3ecfd804 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745431346791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (bc3ef822-876d-4aac-bb0b-174f9784a126), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:28.371651 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.db.segments_db [None req-64d9a429-ff87-416c-8aa7-2bde3ecfd804 admin admin] Added segment bc3ef822-876d-4aac-bb0b-174f9784a126 of type vlan for network f58a0ed1-b003-469a-917b-0c70572bafb6 May 26 21:27:28.389074 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-6dbe8885-2ed7-4fdd-a9e4-b815a401224f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:28.398504 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09157abb-5320-4510-ad19-7cc1d733b3ad req-19630dfc-ece3-40dd-ab1e-aa447996df9a tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:28.404510 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-09157abb-5320-4510-ad19-7cc1d733b3ad req-19630dfc-ece3-40dd-ab1e-aa447996df9a tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 943 time: 0.0903978 May 26 21:27:28.443799 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-6dbe8885-2ed7-4fdd-a9e4-b815a401224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:28.444537 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-6dbe8885-2ed7-4fdd-a9e4-b815a401224f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for port (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:28.446514 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-6dbe8885-2ed7-4fdd-a9e4-b815a401224f service neutron] 10.222.0.60 "PUT /v2.0/ports/f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f HTTP/1.1" status: 200 len: 1094 time: 1.8142538 May 26 21:27:28.446647 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c36399-8b1a-4b08-b284-8a3900a10d73', 'tag': 'f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:27:28.486369 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-64d9a429-ff87-416c-8aa7-2bde3ecfd804 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745430822750'] for network (f58a0ed1-b003-469a-917b-0c70572bafb6), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:28.567688 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-09157abb-5320-4510-ad19-7cc1d733b3ad req-a2aed52e-36f8-49e3-a2fa-7e6e38acec2d tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201880 May 26 21:27:28.605530 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe8885-2ed7-4fdd-a9e4-b815a401224f service neutron] Pushing event updated for resources: {'Port': ['ID=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f,revision_number=3']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:28.616773 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:28.645308 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-64d9a429-ff87-416c-8aa7-2bde3ecfd804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for network (f58a0ed1-b003-469a-917b-0c70572bafb6), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:28.648688 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d9a429-ff87-416c-8aa7-2bde3ecfd804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:28.648688 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-64d9a429-ff87-416c-8aa7-2bde3ecfd804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:28.707351 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=66 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:28.716489 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9a429-ff87-416c-8aa7-2bde3ecfd804 admin admin] Pushing event updated for resources: {'Network': ['ID=f58a0ed1-b003-469a-917b-0c70572bafb6,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:28.739885 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Network f58a0ed1-b003-469a-917b-0c70572bafb6 details requested by agent ovs-agent-dv-cinder-828805-3-iscsi with host dv-cinder-828805-3-iscsi {{(pid=104644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:27:28.745134 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=6 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:28.747655 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-64d9a429-ff87-416c-8aa7-2bde3ecfd804 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0173359 May 26 21:27:28.752235 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 47362) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:28.763554 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-db9ee19a-bc36-4e7b-944c-107cb353ec3b admin admin] Request body: {'subnet': {'network_id': 'f58a0ed1-b003-469a-917b-0c70572bafb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-646948662-subnet', 'tenant_id': '68bdccce40de41e498a6a60a5e07e619', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:27:28.806685 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:28.874712 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9ee19a-bc36-4e7b-944c-107cb353ec3b admin admin] Made reservation on behalf of 68bdccce40de41e498a6a60a5e07e619 for: {'subnet': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:27:28.877185 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-db9ee19a-bc36-4e7b-944c-107cb353ec3b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:28.877482 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851732a4-cad9-4a42-a244-4fea85ea1f91" -d '{"events": [{"name": "network-changed", "server_uuid": "73c36399-8b1a-4b08-b284-8a3900a10d73", "tag": "f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:27:28.916102 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-02938bf5-d503-4854-8d8f-ef107a1a1dff req-0485f0b3-dfc8-4d8b-942d-0dd6c556fb7e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 210 time: 0.0590260 May 26 21:27:29.118380 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346a9ba4-af8f-46ec-8a38-abf40e542d67 x-openstack-request-id: req-346a9ba4-af8f-46ec-8a38-abf40e542d67 {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:27:29.118552 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c36399-8b1a-4b08-b284-8a3900a10d73", "tag": "f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:27:29.118796 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-346a9ba4-af8f-46ec-8a38-abf40e542d67 {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:27:29.119310 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346a9ba4-af8f-46ec-8a38-abf40e542d67'] response: {'name': 'network-changed', 'server_uuid': '73c36399-8b1a-4b08-b284-8a3900a10d73', 'tag': 'f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f', 'status': 'completed', 'code': 200} May 26 21:27:29.172426 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-db9ee19a-bc36-4e7b-944c-107cb353ec3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for subnet (412de8a7-7f3b-49d2-b7f8-70a097c0dc30), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:29.245092 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ee19a-bc36-4e7b-944c-107cb353ec3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=412de8a7-7f3b-49d2-b7f8-70a097c0dc30,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:29.252442 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b6095a0f-4b18-448b-839d-bc26bcc74248 req-f1cbde3d-b6b6-473a-b93c-21d7d60e8681 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 210 time: 0.0438015 May 26 21:27:29.262352 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ee19a-bc36-4e7b-944c-107cb353ec3b admin admin] Checking segment: {'id': 'bc3ef822-876d-4aac-bb0b-174f9784a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f58a0ed1-b003-469a-917b-0c70572bafb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:27:29.264534 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9ee19a-bc36-4e7b-944c-107cb353ec3b admin admin] Network hostable DHCP agents. Network: f58a0ed1-b003-469a-917b-0c70572bafb6, hostable agents: ['35848227-359f-404d-a469-91025de84eed'], hosted agents: [] {{(pid=104643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:27:29.325754 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0590f-2e02-48a5-bd91-c2d5278e2e3b req-41e28019-39d2-4cf8-b679-c56bc741dd79 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:29.325754 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-33d0590f-2e02-48a5-bd91-c2d5278e2e3b req-41e28019-39d2-4cf8-b679-c56bc741dd79 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0554445 May 26 21:27:29.385749 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-33d0590f-2e02-48a5-bd91-c2d5278e2e3b req-0e8c6e9b-f881-4855-b25c-0ba5b477cfd0 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551500 May 26 21:27:29.406032 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9ee19a-bc36-4e7b-944c-107cb353ec3b admin admin] Network f58a0ed1-b003-469a-917b-0c70572bafb6 is scheduled to be hosted by DHCP agent 35848227-359f-404d-a469-91025de84eed with binding_index 1 {{(pid=104643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:27:29.520969 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-db9ee19a-bc36-4e7b-944c-107cb353ec3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-3-iscsi, f58a0ed1-b003-469a-917b-0c70572bafb6) {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:27:29.525778 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9ee19a-bc36-4e7b-944c-107cb353ec3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:29.530526 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-db9ee19a-bc36-4e7b-944c-107cb353ec3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for subnet (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:29.533828 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01b54d8-dcbc-49cd-bd68-91d27c5c4212 None None] Network f58a0ed1-b003-469a-917b-0c70572bafb6 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:27:29.597576 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:29.651573 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-db9ee19a-bc36-4e7b-944c-107cb353ec3b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8957140 May 26 21:27:29.728501 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d82ce1-7253-439d-a395-f0cbbe6a90ff None None] Network f58a0ed1-b003-469a-917b-0c70572bafb6 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:27:29.766724 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:29.811438 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851732a4-cad9-4a42-a244-4fea85ea1f91 req-921e9451-8cb1-4586-82a1-04e0906276e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:29.813341 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-851732a4-cad9-4a42-a244-4fea85ea1f91 req-921e9451-8cb1-4586-82a1-04e0906276e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5f69588fe354d20b58594919deb4110&device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 1128 time: 0.1858268 May 26 21:27:29.833892 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa252f5-4c32-434d-8b8f-d9016aa663f3 req-3983d559-5235-403d-af1f-58ef1ddfe865 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:29.851216 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1aa252f5-4c32-434d-8b8f-d9016aa663f3 req-3983d559-5235-403d-af1f-58ef1ddfe865 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 943 time: 0.1021636 May 26 21:27:29.881194 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 47408) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:29.920207 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1aa252f5-4c32-434d-8b8f-d9016aa663f3 req-3eecddeb-c7cb-4a1b-8278-854087185d2c tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699022 May 26 21:27:29.966288 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f41258-61a3-4bfd-a6d2-24391079f001 admin admin] Deleting subnet d79211db-36a8-4cde-b71f-e44fff3f02f6 {{(pid=104643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:27:29.970424 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-54f41258-61a3-4bfd-a6d2-24391079f001 admin admin] Publish callbacks [] for subnet (d79211db-36a8-4cde-b71f-e44fff3f02f6), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:30.060562 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:30.094153 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-54f41258-61a3-4bfd-a6d2-24391079f001 admin admin] Publish callbacks [] for subnet (d79211db-36a8-4cde-b71f-e44fff3f02f6), precommit_delete_associations {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:30.116979 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-54f41258-61a3-4bfd-a6d2-24391079f001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859283'] for subnet (d79211db-36a8-4cde-b71f-e44fff3f02f6), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:30.243735 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851732a4-cad9-4a42-a244-4fea85ea1f91 req-1ad6719d-3106-40ed-8583-e3d52bd3df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:30.245964 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-851732a4-cad9-4a42-a244-4fea85ea1f91 req-1ad6719d-3106-40ed-8583-e3d52bd3df5f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c5f69588fe354d20b58594919deb4110&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2442846 May 26 21:27:30.381349 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.60', 52589) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:30.467670 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-78847cd0-add5-439f-9f57-bf544f2a03c3 req-63bc391f-7091-4a83-b400-c29134a6f73e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 210 time: 0.3761222 May 26 21:27:30.563963 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851732a4-cad9-4a42-a244-4fea85ea1f91 req-4439fa08-ea05-49cd-ab9c-f22dd0a31f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:30.566705 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-851732a4-cad9-4a42-a244-4fea85ea1f91 req-4439fa08-ea05-49cd-ab9c-f22dd0a31f46 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3074076 May 26 21:27:30.571856 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-39b76507-69ea-4958-938a-cbefa7e14aff tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:30.572405 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3c83bda1-f6c2-4972-b284-a011050091f1 req-db6f4cbd-21d2-4103-bc0e-b910a48339fd tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 210 time: 0.1364167 May 26 21:27:30.573308 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-39b76507-69ea-4958-938a-cbefa7e14aff tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.60 "GET /v2.0/networks?id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa HTTP/1.1" status: 200 len: 818 time: 0.5614243 May 26 21:27:30.642449 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f011858-178b-4c1f-9a88-36db84bd262f req-a3492346-dd91-428b-ad4b-48e468a233d4 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:30.644010 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f011858-178b-4c1f-9a88-36db84bd262f req-a3492346-dd91-428b-ad4b-48e468a233d4 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.60 "GET /v2.0/networks?id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa HTTP/1.1" status: 200 len: 818 time: 0.2582393 May 26 21:27:30.663231 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884acc1-0772-4654-9dea-98fd39471d8c req-4b5ad297-7805-49dc-bd88-94ef0d86965d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:30.665133 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-7884acc1-0772-4654-9dea-98fd39471d8c req-4b5ad297-7805-49dc-bd88-94ef0d86965d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0866835 May 26 21:27:30.688502 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-54f41258-61a3-4bfd-a6d2-24391079f001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for subnet (d79211db-36a8-4cde-b71f-e44fff3f02f6), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:30.722156 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f41258-61a3-4bfd-a6d2-24391079f001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d79211db-36a8-4cde-b71f-e44fff3f02f6,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:30.733085 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-54f41258-61a3-4bfd-a6d2-24391079f001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for subnet (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:30.739026 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-54f41258-61a3-4bfd-a6d2-24391079f001 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d79211db-36a8-4cde-b71f-e44fff3f02f6 HTTP/1.1" status: 204 len: 168 time: 0.8565667 May 26 21:27:30.741568 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 47438) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:30.762077 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:30.803591 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-847637de-154e-4753-b977-3cd75d641940 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Request body: {'port': {'device_id': '5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'admin_state_up': True, 'tenant_id': '318999cb1f874176b2523de9686febc1'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:27:30.813532 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-4f011858-178b-4c1f-9a88-36db84bd262f req-7b42cfca-c4a6-453c-bfcf-02dba7181ad5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Request body: {'port': {'device_id': 'd05b42bf-dc0a-43d4-a6e9-d5126fffc9e1', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'admin_state_up': True, 'tenant_id': '318999cb1f874176b2523de9686febc1'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:27:30.845350 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-7884acc1-0772-4654-9dea-98fd39471d8c req-dd83a7eb-8ab6-41d8-b065-2224037da2d5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739421 May 26 21:27:30.885346 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-801300'] for network (0a97810d-a0d7-44a6-9298-b99a3d4daf1c), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:30.895267 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-62ed69b0-1414-48f4-be22-c227dd02a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:30.896327 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-62ed69b0-1414-48f4-be22-c227dd02a951 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5f69588fe354d20b58594919deb4110&device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 1128 time: 0.0799952 May 26 21:27:31.003533 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-a73621d5-f590-41b8-8f2b-f3131cee20d0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f HTTP/1.1" status: 200 len: 217 time: 0.0893803 May 26 21:27:31.023282 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.60', 52592) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:31.115550 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f011858-178b-4c1f-9a88-36db84bd262f req-7b42cfca-c4a6-453c-bfcf-02dba7181ad5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Made reservation on behalf of 318999cb1f874176b2523de9686febc1 for: {'port': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:27:31.119057 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4f011858-178b-4c1f-9a88-36db84bd262f req-7b42cfca-c4a6-453c-bfcf-02dba7181ad5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:31.121194 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-847637de-154e-4753-b977-3cd75d641940 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Made reservation on behalf of 318999cb1f874176b2523de9686febc1 for: {'port': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:27:31.124895 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-847637de-154e-4753-b977-3cd75d641940 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:31.129647 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:31.211325 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-a51eca8f-933a-41e5-950b-93797e68904a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:31.212879 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-a51eca8f-933a-41e5-950b-93797e68904a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.60 "GET /v2.0/networks?id=e423d8c6-f848-40d6-99bb-c61a958058f7 HTTP/1.1" status: 200 len: 814 time: 0.1881537 May 26 21:27:31.301871 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853542', 'neutron.services.segments.db._delete_segments_for_network-8745431346800'] for network (0a97810d-a0d7-44a6-9298-b99a3d4daf1c), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:31.338255 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:31.338634 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:31.339352 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:31.339727 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] Subscribe: > port after_create 55550000 {{(pid=104642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:31.340077 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] Subscribe: > port after_delete 55550000 {{(pid=104642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:31.340404 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] Subscribe: > port after_update 55550000 {{(pid=104642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:31.340715 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:31.341022 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:31.341396 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:31.341707 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:31.408840 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-5e547fdc-a332-4c82-bb8b-52abbda21447 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3969075d983246cf8c4c7a45a57d5338 HTTP/1.1" status: 200 len: 379 time: 0.1668959 May 26 21:27:31.420932 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-39d5b5de-a9ba-44cf-af6e-3170a7c49ffc tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Request body: {'port': {'device_id': '94bec145-b7bb-413b-a4ee-124c14212c63', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'admin_state_up': True, 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'security_groups': ['2e388b0e-c521-4a70-9974-7cc659256d40']}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:27:31.451236 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [req-4f011858-178b-4c1f-9a88-36db84bd262f req-7b42cfca-c4a6-453c-bfcf-02dba7181ad5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Allocated IP 172.20.0.5 (a60ae016-a71c-495a-9bbe-63d3beeeb1fa/b2637c66-7972-4d35-9019-9342a0d2b58e/24cfeb63-c26b-4bcf-af3c-b3af9fdb259d) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:27:31.472162 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:31.472506 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:31.472832 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:31.473174 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:31.473552 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.services.segments.db [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a97810d-a0d7-44a6-9298-b99a3d4daf1c']}} {{(pid=104642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:31.493702 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106c80c-3d6e-4018-8c40-d6afcc145724 req-29258829-b59f-48fb-aa00-4e2f1e005f83 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:31.495490 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c106c80c-3d6e-4018-8c40-d6afcc145724 req-29258829-b59f-48fb-aa00-4e2f1e005f83 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 943 time: 0.4091728 May 26 21:27:31.497210 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-1b69d901-f66b-4e45-a87e-4541cf6fe00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:31.499255 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-1b69d901-f66b-4e45-a87e-4541cf6fe00d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69d41c02-e4f8-4266-97e4-80c1b92c499f HTTP/1.1" status: 200 len: 856 time: 0.4843936 May 26 21:27:31.531032 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.services.segments.db [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe4ce1d-c25d-4870-8b53-64504e8a7e5b') {'for_net_delete': True} {{(pid=104642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:31.531322 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.services.segments.db [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe4ce1d-c25d-4870-8b53-64504e8a7e5b') {} {{(pid=104642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:31.650692 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745431347833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5148664'] for segment (3fe4ce1d-c25d-4870-8b53-64504e8a7e5b), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:31.662734 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6c4bf917-ed3f-468e-ae4a-70d5f0231fbd req-37e2af92-df63-49ae-bfd3-01c99a20d4d0 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 210 time: 0.0875843 May 26 21:27:31.695441 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-958ffc08-bf12-4359-ab75-402c3031e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:31.699326 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-958ffc08-bf12-4359-ab75-402c3031e22b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea9ef1f2-5514-49f0-be2f-c0970bb75a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1704347 May 26 21:27:31.707680 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (3fe4ce1d-c25d-4870-8b53-64504e8a7e5b), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:31.727295 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=104642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:27:31.727702 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4632614'] for segment (3fe4ce1d-c25d-4870-8b53-64504e8a7e5b), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:31.760159 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c106c80c-3d6e-4018-8c40-d6afcc145724 req-c55e9e00-4c1e-4aa9-a517-5c3acd4e68fa tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321267 May 26 21:27:31.773757 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4f011858-178b-4c1f-9a88-36db84bd262f req-7b42cfca-c4a6-453c-bfcf-02dba7181ad5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for port (24cfeb63-c26b-4bcf-af3c-b3af9fdb259d), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:31.825785 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 42acb5d5-5de1-46a9-8982-343d8c9cf6ff details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:27:31.833603 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-39333136-805a-49a0-9910-89e7ed0ab23e req-97809259-71d2-49a1-a161-0b95cdd13072 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 210 time: 0.0752134 May 26 21:27:31.834488 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:31.835560 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-39d5b5de-a9ba-44cf-af6e-3170a7c49ffc tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Made reservation on behalf of 3969075d983246cf8c4c7a45a57d5338 for: {'port': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:27:31.840383 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-39d5b5de-a9ba-44cf-af6e-3170a7c49ffc tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:31.865898 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:31.938927 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:31.962230 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4f011858-178b-4c1f-9a88-36db84bd262f req-7b42cfca-c4a6-453c-bfcf-02dba7181ad5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (24cfeb63-c26b-4bcf-af3c-b3af9fdb259d), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:32.033114 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 42acb5d5-5de1-46a9-8982-343d8c9cf6ff, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=42acb5d5-5de1-46a9-8982-343d8c9cf6ff,segment=NetworkSegment(508ebb5e-178d-4887-8936-fb058af2b2f7),segment_id=508ebb5e-178d-4887-8936-fb058af2b2f7)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:27:32.038444 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a138c-3d4e-4fcb-ba68-d26bd9d9f18f req-26b9a27e-4d15-4b86-a177-b9a005a20324 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:32.039975 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e85a138c-3d4e-4fcb-ba68-d26bd9d9f18f req-26b9a27e-4d15-4b86-a177-b9a005a20324 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0972931 May 26 21:27:32.055325 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': '42acb5d5-5de1-46a9-8982-343d8c9cf6ff', 'network_id': '49e4975b-6869-4462-9c74-3db9f1965109', 'port_id': '42acb5d5-5de1-46a9-8982-343d8c9cf6ff', 'mac_address': 'fa:16:3e:91:e0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad45655-7db7-4fd3-9707-07194aa1b8db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:27:32.071533 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-8cc400e8-78d6-48c4-b136-548f3b40089c service neutron] 10.222.0.60 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159695 May 26 21:27:32.074848 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.services.segments.plugin [-] Segment 3fe4ce1d-c25d-4870-8b53-64504e8a7e5b resource provider aggregate not found May 26 21:27:32.091792 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696756'] for network (0a97810d-a0d7-44a6-9298-b99a3d4daf1c), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:32.102785 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:32.104560 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 42acb5d5-5de1-46a9-8982-343d8c9cf6ff is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:32.108429 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] 10.222.0.42 "DELETE /v2.0/networks/0a97810d-a0d7-44a6-9298-b99a3d4daf1c HTTP/1.1" status: 204 len: 168 time: 1.3629980 May 26 21:27:32.108597 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (42acb5d5-5de1-46a9-8982-343d8c9cf6ff), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:32.110227 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.services.segments.plugin [-] Segment 3fe4ce1d-c25d-4870-8b53-64504e8a7e5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fe4ce1d-c25d-4870-8b53-64504e8a7e5b found for delete ", "request_id": "req-a3170bea-85e5-4db3-8deb-a786054a2f9d"}]} May 26 21:27:32.110227 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 47492) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:32.125963 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42acb5d5-5de1-46a9-8982-343d8c9cf6ff {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:27:32.152986 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 42acb5d5-5de1-46a9-8982-343d8c9cf6ff, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=42acb5d5-5de1-46a9-8982-343d8c9cf6ff,segment=NetworkSegment(508ebb5e-178d-4887-8936-fb058af2b2f7),segment_id=508ebb5e-178d-4887-8936-fb058af2b2f7)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:27:32.155462 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f011858-178b-4c1f-9a88-36db84bd262f req-7b42cfca-c4a6-453c-bfcf-02dba7181ad5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Network a60ae016-a71c-495a-9bbe-63d3beeeb1fa is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:27:32.163087 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [req-4f011858-178b-4c1f-9a88-36db84bd262f req-7b42cfca-c4a6-453c-bfcf-02dba7181ad5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:27:32.180159 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f011858-178b-4c1f-9a88-36db84bd262f req-7b42cfca-c4a6-453c-bfcf-02dba7181ad5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:27:32.188737 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f011858-178b-4c1f-9a88-36db84bd262f req-7b42cfca-c4a6-453c-bfcf-02dba7181ad5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:32.189876 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4f011858-178b-4c1f-9a88-36db84bd262f req-7b42cfca-c4a6-453c-bfcf-02dba7181ad5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:32.216311 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-847637de-154e-4753-b977-3cd75d641940 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Allocated IP 172.20.0.8 (a60ae016-a71c-495a-9bbe-63d3beeeb1fa/b2637c66-7972-4d35-9019-9342a0d2b58e/b2321d87-7db4-4cc6-a9c8-6caeb967992e) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:27:32.217960 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (42acb5d5-5de1-46a9-8982-343d8c9cf6ff), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:32.308572 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db868b4e-883a-4024-ace6-91431112f2cc admin admin] Pushing event deleted for resources: {'Network': ['ID=0a97810d-a0d7-44a6-9298-b99a3d4daf1c,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:32.322957 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=42acb5d5-5de1-46a9-8982-343d8c9cf6ff,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:32.355144 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-97ae744e-0fae-4632-93f5-05bf445c5fe8 req-4b353066-165e-4d20-b12c-9cdda178fcb4 service neutron] 10.222.0.60 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761323 May 26 21:27:32.358591 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-39d5b5de-a9ba-44cf-af6e-3170a7c49ffc tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Allocated IP 172.20.0.10 (e423d8c6-f848-40d6-99bb-c61a958058f7/86c6cba8-f2d3-45d8-a7b0-a4676a67b444/2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:27:32.364915 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e85a138c-3d4e-4fcb-ba68-d26bd9d9f18f req-4998e119-10e5-4289-9037-3f2585003d3d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3183060 May 26 21:27:32.373311 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d8ef6b-0a48-4d19-be4a-a8da52561ed9 admin admin] Deleting subnet 412de8a7-7f3b-49d2-b7f8-70a097c0dc30 {{(pid=104642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:27:32.377378 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-61d8ef6b-0a48-4d19-be4a-a8da52561ed9 admin admin] Publish callbacks [] for subnet (412de8a7-7f3b-49d2-b7f8-70a097c0dc30), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:32.393269 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42cfca-c4a6-453c-bfcf-02dba7181ad5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Pushing event updated for resources: {'Port': ['ID=24cfeb63-c26b-4bcf-af3c-b3af9fdb259d,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:32.401376 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-8af2210d-219b-4e2e-9a86-46013587c00e None None] Provisioning complete for port 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:32.402336 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-8af2210d-219b-4e2e-9a86-46013587c00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (24cfeb63-c26b-4bcf-af3c-b3af9fdb259d), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:32.444563 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-61d8ef6b-0a48-4d19-be4a-a8da52561ed9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5148609'] for subnet (412de8a7-7f3b-49d2-b7f8-70a097c0dc30), precommit_delete_associations {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:32.495550 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-8af2210d-219b-4e2e-9a86-46013587c00e None None] Port 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:27:32.512255 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-61d8ef6b-0a48-4d19-be4a-a8da52561ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859283'] for subnet (412de8a7-7f3b-49d2-b7f8-70a097c0dc30), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:32.516408 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-847637de-154e-4753-b977-3cd75d641940 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for port (b2321d87-7db4-4cc6-a9c8-6caeb967992e), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:32.573690 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f011858-178b-4c1f-9a88-36db84bd262f req-7b42cfca-c4a6-453c-bfcf-02dba7181ad5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7862940 May 26 21:27:32.606521 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:32.684587 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-847637de-154e-4753-b977-3cd75d641940 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (b2321d87-7db4-4cc6-a9c8-6caeb967992e), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:32.750028 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-61d8ef6b-0a48-4d19-be4a-a8da52561ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4623492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4266898'] for subnet (412de8a7-7f3b-49d2-b7f8-70a097c0dc30), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:32.754256 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-39d5b5de-a9ba-44cf-af6e-3170a7c49ffc tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for port (2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:32.759004 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-847637de-154e-4753-b977-3cd75d641940 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Network a60ae016-a71c-495a-9bbe-63d3beeeb1fa is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:27:32.768432 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['42acb5d5-5de1-46a9-8982-343d8c9cf6ff'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:27:32.778578 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-847637de-154e-4753-b977-3cd75d641940 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:27:32.804835 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-847637de-154e-4753-b977-3cd75d641940 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:27:32.810248 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-847637de-154e-4753-b977-3cd75d641940 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:32.810909 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-847637de-154e-4753-b977-3cd75d641940 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:32.812037 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8ef6b-0a48-4d19-be4a-a8da52561ed9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=412de8a7-7f3b-49d2-b7f8-70a097c0dc30,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:32.818710 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847637de-154e-4753-b977-3cd75d641940 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Pushing event updated for resources: {'Port': ['ID=b2321d87-7db4-4cc6-a9c8-6caeb967992e,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:32.824086 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-61d8ef6b-0a48-4d19-be4a-a8da52561ed9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:32.833309 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 47508) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:32.836059 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-61d8ef6b-0a48-4d19-be4a-a8da52561ed9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/412de8a7-7f3b-49d2-b7f8-70a097c0dc30 HTTP/1.1" status: 204 len: 168 time: 0.6933558 May 26 21:27:32.862863 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508f24d-39fd-43eb-a8f0-cdbeaf867907 req-f4256ce3-3e62-40b3-a231-199c032839fa tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:32.863679 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a508f24d-39fd-43eb-a8f0-cdbeaf867907 req-f4256ce3-3e62-40b3-a231-199c032839fa tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 931 time: 0.1152601 May 26 21:27:32.937841 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292e7bf-c70e-4296-aa1a-fe146d4a1276 req-0b15e703-458f-4096-98eb-74d4d01a33b4 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:32.939681 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9292e7bf-c70e-4296-aa1a-fe146d4a1276 req-0b15e703-458f-4096-98eb-74d4d01a33b4 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 944 time: 0.0708086 May 26 21:27:32.956848 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:32.978996 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-847637de-154e-4753-b977-3cd75d641940 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1928251 May 26 21:27:32.985762 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-801300'] for network (f58a0ed1-b003-469a-917b-0c70572bafb6), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:33.002133 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:33.022379 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a508f24d-39fd-43eb-a8f0-cdbeaf867907 req-cd48dc20-22ac-453d-a826-470cb5df9d09 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370842 May 26 21:27:33.054285 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9292e7bf-c70e-4296-aa1a-fe146d4a1276 req-8856d3e0-050b-4ba9-bd91-6ef7ed2c7f13 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952001 May 26 21:27:33.112431 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853542', 'neutron.services.segments.db._delete_segments_for_network-8745431346800'] for network (f58a0ed1-b003-469a-917b-0c70572bafb6), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:33.116745 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-18b8f604-e50d-4497-9b60-1774af9a85f0 None None] Provisioning complete for port b2321d87-7db4-4cc6-a9c8-6caeb967992e triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:33.117110 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-18b8f604-e50d-4497-9b60-1774af9a85f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (b2321d87-7db4-4cc6-a9c8-6caeb967992e), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:33.129092 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-39d5b5de-a9ba-44cf-af6e-3170a7c49ffc tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:33.157077 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-18b8f604-e50d-4497-9b60-1774af9a85f0 None None] Port b2321d87-7db4-4cc6-a9c8-6caeb967992e cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:27:33.163226 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:33.194323 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:33.194669 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:33.195406 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:33.195769 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] Subscribe: > port after_create 55550000 {{(pid=104643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:33.196313 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] Subscribe: > port after_delete 55550000 {{(pid=104643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:33.196651 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] Subscribe: > port after_update 55550000 {{(pid=104643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:33.197846 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:33.197846 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:33.197846 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:33.198112 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:33.263000 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:33.263340 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:33.263668 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:33.264016 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:27:33.264394 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58a0ed1-b003-469a-917b-0c70572bafb6']}} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:33.292281 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3ef822-876d-4aac-bb0b-174f9784a126') {'for_net_delete': True} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:33.292612 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3ef822-876d-4aac-bb0b-174f9784a126') {} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:27:33.303866 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada67b5-3692-47ad-949d-0caef1c809ab req-19a5d3fd-321a-45f5-8d0c-4ea097f092d2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:33.305806 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2ada67b5-3692-47ad-949d-0caef1c809ab req-19a5d3fd-321a-45f5-8d0c-4ea097f092d2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 932 time: 0.1985378 May 26 21:27:33.340194 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-39d5b5de-a9ba-44cf-af6e-3170a7c49ffc tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Network e423d8c6-f848-40d6-99bb-c61a958058f7 is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:27:33.342870 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745431347833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7398685'] for segment (bc3ef822-876d-4aac-bb0b-174f9784a126), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:33.366098 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-39d5b5de-a9ba-44cf-af6e-3170a7c49ffc tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:27:33.372770 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5b5de-a9ba-44cf-af6e-3170a7c49ffc tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event updated for resources: {'Port': ['ID=2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:33.380533 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-39d5b5de-a9ba-44cf-af6e-3170a7c49ffc tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:27:33.382540 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-39d5b5de-a9ba-44cf-af6e-3170a7c49ffc tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:33.383172 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-39d5b5de-a9ba-44cf-af6e-3170a7c49ffc tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:33.400024 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (bc3ef822-876d-4aac-bb0b-174f9784a126), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:33.425191 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=104643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:27:33.425842 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4563113'] for segment (bc3ef822-876d-4aac-bb0b-174f9784a126), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:33.523089 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2ada67b5-3692-47ad-949d-0caef1c809ab req-64b3caa7-0a0a-4e08-a553-e9ffa43a3219 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043920 May 26 21:27:33.528374 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-39d5b5de-a9ba-44cf-af6e-3170a7c49ffc tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1131039 May 26 21:27:33.530984 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363136f7-daed-4e3d-a5a4-955f8b2c1abd req-653baf29-79c8-49d2-96d0-9df284f74de3 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:33.532670 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-363136f7-daed-4e3d-a5a4-955f8b2c1abd req-653baf29-79c8-49d2-96d0-9df284f74de3 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0557835 May 26 21:27:33.589757 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-363136f7-daed-4e3d-a5a4-955f8b2c1abd req-96fd96ad-d3bb-4cc1-9190-a966fd2ffbef tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511944 May 26 21:27:33.680593 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-90fe1942-cc23-4843-859c-45b84f666920 None None] Provisioning complete for port 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:33.680959 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-90fe1942-cc23-4843-859c-45b84f666920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:33.712704 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-90fe1942-cc23-4843-859c-45b84f666920 None None] Port 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:27:33.732350 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696756'] for network (f58a0ed1-b003-469a-917b-0c70572bafb6), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:33.740719 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:33.743869 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] 10.222.0.42 "DELETE /v2.0/networks/f58a0ed1-b003-469a-917b-0c70572bafb6 HTTP/1.1" status: 204 len: 168 time: 0.9059608 May 26 21:27:33.754806 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaef5c8-43e1-41d1-8969-90aa7b44dd6a admin admin] Pushing event deleted for resources: {'Network': ['ID=f58a0ed1-b003-469a-917b-0c70572bafb6,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:33.959232 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 42acb5d5-5de1-46a9-8982-343d8c9cf6ff up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:27:33.989534 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 47538) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:34.005094 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning for port 42acb5d5-5de1-46a9-8982-343d8c9cf6ff completed by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:27:34.081469 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port 42acb5d5-5de1-46a9-8982-343d8c9cf6ff triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:34.082213 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (42acb5d5-5de1-46a9-8982-343d8c9cf6ff), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:34.123129 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 47550) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:34.164787 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347968c-c85e-437e-9c5a-b9a29d804480 req-3c8fe782-67ea-4644-ba93-b4bf13e1725b tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:34.174012 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1347968c-c85e-437e-9c5a-b9a29d804480 req-3c8fe782-67ea-4644-ba93-b4bf13e1725b tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 931 time: 0.0701487 May 26 21:27:34.180089 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 42acb5d5-5de1-46a9-8982-343d8c9cf6ff is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:34.180829 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (42acb5d5-5de1-46a9-8982-343d8c9cf6ff), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:34.204983 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 47554) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:34.210263 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c158d0-52d0-41c6-9ea3-ac90160e5ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42acb5d5-5de1-46a9-8982-343d8c9cf6ff'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:27:34.239597 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1347968c-c85e-437e-9c5a-b9a29d804480 req-5afd8686-f5d2-4ee9-b1b8-2467d574139f tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635238 May 26 21:27:34.287761 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 42acb5d5-5de1-46a9-8982-343d8c9cf6ff, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=42acb5d5-5de1-46a9-8982-343d8c9cf6ff,segment=NetworkSegment(508ebb5e-178d-4887-8936-fb058af2b2f7),segment_id=508ebb5e-178d-4887-8936-fb058af2b2f7)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:27:34.289225 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057b616-63ea-4a67-aa67-1385126306d5 req-8b9d5339-e0cb-4c5d-a3c7-cba806bb6a3c tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:34.290919 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8057b616-63ea-4a67-aa67-1385126306d5 req-8b9d5339-e0cb-4c5d-a3c7-cba806bb6a3c tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 944 time: 0.1485338 May 26 21:27:34.330880 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-ff3ecf17-af6b-4d77-aa21-01d2f9344cc9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=430f0858b7bc43a8bdacd7360192bd01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1195307 May 26 21:27:34.334015 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 47560) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:34.338098 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (42acb5d5-5de1-46a9-8982-343d8c9cf6ff), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:34.364192 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8057b616-63ea-4a67-aa67-1385126306d5 req-7eb958eb-07d7-47bd-8ebc-32272ea678c8 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632856 May 26 21:27:34.389024 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:34.404981 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=42acb5d5-5de1-46a9-8982-343d8c9cf6ff,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:34.405108 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a81023b1-6142-477f-8cdf-35f97c9fa9ed admin admin] Publish callbacks [] for security_group (1193f948-13f3-41b3-b85c-f3a9079a9a9c), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:34.443832 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a81023b1-6142-477f-8cdf-35f97c9fa9ed admin admin] Publish callbacks [] for security_group (1193f948-13f3-41b3-b85c-f3a9079a9a9c), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:34.452707 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.services.segments.plugin [-] Segment bc3ef822-876d-4aac-bb0b-174f9784a126 resource provider aggregate not found May 26 21:27:34.466330 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f722be6c-431f-43aa-be4b-062f08d979f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:34.477440 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.services.segments.plugin [-] Segment bc3ef822-876d-4aac-bb0b-174f9784a126 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc3ef822-876d-4aac-bb0b-174f9784a126 found for delete ", "request_id": "req-ea383dfa-1b60-4f7a-885e-2e2186807b9a"}]} May 26 21:27:34.499640 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-b621f1fd-a92b-471a-b00d-82c93bdb0124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:34.558187 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c1859c-f35e-415d-83d8-442916381ab6" -d '{"events": [{"server_uuid": "69c158d0-52d0-41c6-9ea3-ac90160e5ee0", "name": "network-vif-plugged", "status": "completed", "tag": "42acb5d5-5de1-46a9-8982-343d8c9cf6ff"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:27:34.608538 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-b621f1fd-a92b-471a-b00d-82c93bdb0124 admin admin] Publish callbacks [] for security_group (3156a1ed-e816-41fa-8418-eccbe476749c), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:34.657854 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-b621f1fd-a92b-471a-b00d-82c93bdb0124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (3156a1ed-e816-41fa-8418-eccbe476749c), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:34.669889 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:DELETE=5,neutron:UPDATE=2,neutron:SELECT=86,neutron:INSERT=7 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:34.675994 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cab1212-3205-4581-a714-5b3fdce67166 x-openstack-request-id: req-4cab1212-3205-4581-a714-5b3fdce67166 {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:27:34.676976 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c158d0-52d0-41c6-9ea3-ac90160e5ee0", "name": "network-vif-plugged", "status": "completed", "tag": "42acb5d5-5de1-46a9-8982-343d8c9cf6ff", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:27:34.677610 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4cab1212-3205-4581-a714-5b3fdce67166 {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:27:34.678603 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cab1212-3205-4581-a714-5b3fdce67166'] response: {'server_uuid': '69c158d0-52d0-41c6-9ea3-ac90160e5ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42acb5d5-5de1-46a9-8982-343d8c9cf6ff', 'code': 200} May 26 21:27:34.681644 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:34.683077 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:34.708733 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-b621f1fd-a92b-471a-b00d-82c93bdb0124 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c34e41edad2f43c791e54c679b847f28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5809457 May 26 21:27:34.708733 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621f1fd-a92b-471a-b00d-82c93bdb0124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3156a1ed-e816-41fa-8418-eccbe476749c,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:34.710214 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 47574) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:34.760874 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63c53a-5aea-4a0a-86ad-2c342c7e4045 req-efefe563-6175-4e75-9474-c270dd22e087 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:34.762375 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3b63c53a-5aea-4a0a-86ad-2c342c7e4045 req-efefe563-6175-4e75-9474-c270dd22e087 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 932 time: 0.1040442 May 26 21:27:34.801099 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e2b2ce9e-019b-4348-9d16-93fd95e815bd admin admin] Publish callbacks [] for security_group (3156a1ed-e816-41fa-8418-eccbe476749c), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:34.809460 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a66409-1b3d-4d9b-a209-8025613689ae req-0da77c01-d8a5-4d4f-9923-f589a8b5baa6 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:34.810952 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-21a66409-1b3d-4d9b-a209-8025613689ae req-0da77c01-d8a5-4d4f-9923-f589a8b5baa6 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0623589 May 26 21:27:34.836083 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3b63c53a-5aea-4a0a-86ad-2c342c7e4045 req-f4b31b20-2231-4a47-99a2-e0400c38a11a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611122 May 26 21:27:34.843391 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e2b2ce9e-019b-4348-9d16-93fd95e815bd admin admin] Publish callbacks [] for security_group (3156a1ed-e816-41fa-8418-eccbe476749c), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:34.844952 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f722be6c-431f-43aa-be4b-062f08d979f9 admin admin] Publish callbacks [] for security_group (8ab39444-2efa-47cf-b323-4082d3d0e6a8), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:34.857900 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a81023b1-6142-477f-8cdf-35f97c9fa9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (1193f948-13f3-41b3-b85c-f3a9079a9a9c), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:34.860476 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a81023b1-6142-477f-8cdf-35f97c9fa9ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:34.861679 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-a81023b1-6142-477f-8cdf-35f97c9fa9ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1193f948-13f3-41b3-b85c-f3a9079a9a9c HTTP/1.1" status: 204 len: 168 time: 0.5263631 May 26 21:27:34.872178 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81023b1-6142-477f-8cdf-35f97c9fa9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1193f948-13f3-41b3-b85c-f3a9079a9a9c,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:34.903383 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-21a66409-1b3d-4d9b-a209-8025613689ae req-96b174a7-9bff-4561-9f86-cca655ef89ca tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815725 May 26 21:27:34.920339 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f722be6c-431f-43aa-be4b-062f08d979f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (8ab39444-2efa-47cf-b323-4082d3d0e6a8), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:34.962511 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-f722be6c-431f-43aa-be4b-062f08d979f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9598c083dc2945f698e6c0f561f121bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9719181 May 26 21:27:34.963699 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722be6c-431f-43aa-be4b-062f08d979f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab39444-2efa-47cf-b323-4082d3d0e6a8,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:34.965211 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 47578) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:35.007212 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e2b2ce9e-019b-4348-9d16-93fd95e815bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (3156a1ed-e816-41fa-8418-eccbe476749c), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:35.009656 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e2b2ce9e-019b-4348-9d16-93fd95e815bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:35.010858 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-e2b2ce9e-019b-4348-9d16-93fd95e815bd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3156a1ed-e816-41fa-8418-eccbe476749c HTTP/1.1" status: 204 len: 168 time: 0.3003576 May 26 21:27:35.032588 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2ce9e-019b-4348-9d16-93fd95e815bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3156a1ed-e816-41fa-8418-eccbe476749c,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:35.035922 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2ea446a9-0d65-4e19-a8ae-b3ced70df83e admin admin] Publish callbacks [] for security_group (8ab39444-2efa-47cf-b323-4082d3d0e6a8), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:35.040995 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:35.074595 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2ea446a9-0d65-4e19-a8ae-b3ced70df83e admin admin] Publish callbacks [] for security_group (8ab39444-2efa-47cf-b323-4082d3d0e6a8), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:35.223041 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2ea446a9-0d65-4e19-a8ae-b3ced70df83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (8ab39444-2efa-47cf-b323-4082d3d0e6a8), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:35.225780 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2ea446a9-0d65-4e19-a8ae-b3ced70df83e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:35.226982 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-2ea446a9-0d65-4e19-a8ae-b3ced70df83e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ab39444-2efa-47cf-b323-4082d3d0e6a8 HTTP/1.1" status: 204 len: 168 time: 0.2599797 May 26 21:27:35.234795 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea446a9-0d65-4e19-a8ae-b3ced70df83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab39444-2efa-47cf-b323-4082d3d0e6a8,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:35.346442 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d531459-43ac-4054-85e4-57f4d41c7bda req-26876b40-9922-4e74-a9a2-360a2cc65464 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:35.348289 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-7d531459-43ac-4054-85e4-57f4d41c7bda req-26876b40-9922-4e74-a9a2-360a2cc65464 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 931 time: 0.0487020 May 26 21:27:35.396229 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-7d531459-43ac-4054-85e4-57f4d41c7bda req-0bdd66a8-f71e-4588-a266-0bc2598898f2 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420880 May 26 21:27:35.493463 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbe3d1-0cc6-4263-99be-36825e082550 req-f5676f9d-bff8-4885-b7e8-1a10e6f23fe6 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:35.496240 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3abbe3d1-0cc6-4263-99be-36825e082550 req-f5676f9d-bff8-4885-b7e8-1a10e6f23fe6 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0600903 May 26 21:27:35.541194 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 47596) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:35.548286 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3abbe3d1-0cc6-4263-99be-36825e082550 req-3bf6d9b2-55c2-4a1a-8b8c-1617b566d650 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478408 May 26 21:27:35.585925 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-a58687ac-c395-48b3-87b6-facd93689adb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=68bdccce40de41e498a6a60a5e07e619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433290 May 26 21:27:35.588382 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 47598) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:35.639049 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a67a024f-f324-4245-b498-a6095f6267ed admin admin] Publish callbacks [] for security_group (adbae9c7-a3b4-41aa-a24f-068bcccc387b), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:35.664270 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a67a024f-f324-4245-b498-a6095f6267ed admin admin] Publish callbacks [] for security_group (adbae9c7-a3b4-41aa-a24f-068bcccc387b), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:35.823484 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a67a024f-f324-4245-b498-a6095f6267ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (adbae9c7-a3b4-41aa-a24f-068bcccc387b), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:35.826762 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a67a024f-f324-4245-b498-a6095f6267ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:35.827977 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-a67a024f-f324-4245-b498-a6095f6267ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/adbae9c7-a3b4-41aa-a24f-068bcccc387b HTTP/1.1" status: 204 len: 168 time: 0.2386258 May 26 21:27:35.836540 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a024f-f324-4245-b498-a6095f6267ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbae9c7-a3b4-41aa-a24f-068bcccc387b,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:35.920491 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:35.955180 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5892b-f742-42b5-8aa5-a85c37721fed req-c48c30e8-7c3f-45b1-8d82-5ba969e0c15b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:35.956748 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3ba5892b-f742-42b5-8aa5-a85c37721fed req-c48c30e8-7c3f-45b1-8d82-5ba969e0c15b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 932 time: 0.0493388 May 26 21:27:36.006364 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 47614) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:36.024358 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-238c4906-29c4-4e54-a018-e62b27ee593c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:36.030009 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3ba5892b-f742-42b5-8aa5-a85c37721fed req-468e9ae6-bef7-48e5-b7c3-6ed35fdadefc tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669200 May 26 21:27:36.030213 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940bf35-5156-4a43-ba93-1b2e860c5848 req-7d48e0f5-9e7c-43b2-ba99-917811323967 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:36.031892 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a940bf35-5156-4a43-ba93-1b2e860c5848 req-7d48e0f5-9e7c-43b2-ba99-917811323967 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0561409 May 26 21:27:36.106555 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a940bf35-5156-4a43-ba93-1b2e860c5848 req-371b5e67-40ed-4792-8d3b-799b23cc2400 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673430 May 26 21:27:36.147525 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-238c4906-29c4-4e54-a018-e62b27ee593c admin admin] Publish callbacks [] for security_group (4c238792-0bb5-49c4-b74d-6efe818777e0), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:36.166323 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:36.217660 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-238c4906-29c4-4e54-a018-e62b27ee593c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (4c238792-0bb5-49c4-b74d-6efe818777e0), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:36.258197 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-238c4906-29c4-4e54-a018-e62b27ee593c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=53a4b4f08d614c3489356a39e5e794bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506542 May 26 21:27:36.259084 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c4906-29c4-4e54-a018-e62b27ee593c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c238792-0bb5-49c4-b74d-6efe818777e0,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:36.261237 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 47630) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:36.312285 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-87ce5229-b6dd-4852-af05-b4c72e778aa6 admin admin] Publish callbacks [] for security_group (4c238792-0bb5-49c4-b74d-6efe818777e0), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:36.336266 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-87ce5229-b6dd-4852-af05-b4c72e778aa6 admin admin] Publish callbacks [] for security_group (4c238792-0bb5-49c4-b74d-6efe818777e0), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:36.429652 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-87ce5229-b6dd-4852-af05-b4c72e778aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (4c238792-0bb5-49c4-b74d-6efe818777e0), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:36.432932 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-87ce5229-b6dd-4852-af05-b4c72e778aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:36.436971 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-87ce5229-b6dd-4852-af05-b4c72e778aa6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c238792-0bb5-49c4-b74d-6efe818777e0 HTTP/1.1" status: 204 len: 168 time: 0.1749620 May 26 21:27:36.445261 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce5229-b6dd-4852-af05-b4c72e778aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c238792-0bb5-49c4-b74d-6efe818777e0,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:36.524049 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000ded5-d550-46d3-af96-4bd0acc257d2 req-df6df8ee-0ce9-458f-9bfa-81598b74ce97 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:36.525770 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9000ded5-d550-46d3-af96-4bd0acc257d2 req-df6df8ee-0ce9-458f-9bfa-81598b74ce97 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 931 time: 0.0598593 May 26 21:27:36.581961 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9000ded5-d550-46d3-af96-4bd0acc257d2 req-ac29bd6f-d913-4f17-942c-78e88236345c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476365 May 26 21:27:36.675383 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5310f-cbb2-4e1c-a994-1094868383ff req-c307e33a-14b9-45bc-9cbe-d59d57f3d8c1 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:36.676904 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d4c5310f-cbb2-4e1c-a994-1094868383ff req-c307e33a-14b9-45bc-9cbe-d59d57f3d8c1 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0505495 May 26 21:27:36.725239 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d4c5310f-cbb2-4e1c-a994-1094868383ff req-28673dee-4940-4084-bfc8-b3add66eff8d tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423937 May 26 21:27:36.926905 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:37.147868 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb3003-f2ce-4f4f-bb1d-503377e62258 req-b3565ce5-00b8-4e9e-9bc0-4bf6c8dccb82 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:37.149331 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-dcfb3003-f2ce-4f4f-bb1d-503377e62258 req-b3565ce5-00b8-4e9e-9bc0-4bf6c8dccb82 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 932 time: 0.0490670 May 26 21:27:37.207956 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-dcfb3003-f2ce-4f4f-bb1d-503377e62258 req-dbd9b451-f373-48df-8395-9ac353954a4c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522172 May 26 21:27:37.241813 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d247e-aa36-46dc-8954-30a3857308bf req-2196a284-09cc-4411-8ba0-6c8755ac3959 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:37.243393 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-604d247e-aa36-46dc-8954-30a3857308bf req-2196a284-09cc-4411-8ba0-6c8755ac3959 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0559108 May 26 21:27:37.295618 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-604d247e-aa36-46dc-8954-30a3857308bf req-e30d4518-d42a-4876-a719-162b8eb26fb6 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442638 May 26 21:27:37.707300 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454b6ec-0b75-4f04-8509-7218be55c4b8 req-2efab810-0579-4111-b322-359ef6ce9a9e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:37.708923 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3454b6ec-0b75-4f04-8509-7218be55c4b8 req-2efab810-0579-4111-b322-359ef6ce9a9e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 931 time: 0.0468676 May 26 21:27:37.773010 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3454b6ec-0b75-4f04-8509-7218be55c4b8 req-e0c36093-fe64-4db7-9d89-2b52a2f37731 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579946 May 26 21:27:37.861789 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa9f10-e9a5-4e16-b5f8-5f61c0bfa1aa req-b5d7795f-a1e2-4390-8dc1-f28c0eda7c4b tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:37.863872 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9bfa9f10-e9a5-4e16-b5f8-5f61c0bfa1aa req-b5d7795f-a1e2-4390-8dc1-f28c0eda7c4b tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0524902 May 26 21:27:37.916352 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9bfa9f10-e9a5-4e16-b5f8-5f61c0bfa1aa req-fd4d93aa-dc40-4f32-b8f1-780e7c1f0ee1 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468125 May 26 21:27:38.147494 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-4f011858-178b-4c1f-9a88-36db84bd262f req-479ff8d2-b867-406c-b866-a437b61f6289 service neutron] Request body: {'port': {'device_id': 'd05b42bf-dc0a-43d4-a6e9-d5126fffc9e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:27:38.155613 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-edcc81b5-1e6c-4048-b423-fc09aa23acbe service neutron] Request body: {'port': {'device_id': '94bec145-b7bb-413b-a4ee-124c14212c63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:27:38.164538 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-cd69a483-146a-4095-a10a-9faa9ab2ee95 service neutron] Request body: {'port': {'device_id': '5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:27:38.318408 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-cd69a483-146a-4095-a10a-9faa9ab2ee95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (b2321d87-7db4-4cc6-a9c8-6caeb967992e), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:38.383399 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-edcc81b5-1e6c-4048-b423-fc09aa23acbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:38.401671 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:38.417696 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4f011858-178b-4c1f-9a88-36db84bd262f req-479ff8d2-b867-406c-b866-a437b61f6289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (24cfeb63-c26b-4bcf-af3c-b3af9fdb259d), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:38.424163 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:38.456243 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c508c9-afe5-4b1f-9d15-0c3de0c726bb req-57dad38c-8a6a-48a5-b79e-7fe502cc9a0c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:38.457756 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f3c508c9-afe5-4b1f-9d15-0c3de0c726bb req-57dad38c-8a6a-48a5-b79e-7fe502cc9a0c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 932 time: 0.1228654 May 26 21:27:38.515247 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d14630-3442-4198-a3bd-9182ff4fadf9 req-8d4c03c9-4dc8-4c0f-bfcf-3ac4d833a6f5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:38.522975 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a2d14630-3442-4198-a3bd-9182ff4fadf9 req-8d4c03c9-4dc8-4c0f-bfcf-3ac4d833a6f5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.1319678 May 26 21:27:38.560847 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f63ce7-2dd0-432d-b7ac-c9a4602ace29 req-eb173fab-a497-4e04-8deb-867a2fbbcf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:38.562778 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e8f63ce7-2dd0-432d-b7ac-c9a4602ace29 req-eb173fab-a497-4e04-8deb-867a2fbbcf70 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 1129 time: 0.1299970 May 26 21:27:38.611417 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a2d14630-3442-4198-a3bd-9182ff4fadf9 req-00236439-0179-4b60-91f3-e77f034dbe69 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837355 May 26 21:27:38.640884 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-e8f63ce7-2dd0-432d-b7ac-c9a4602ace29 req-59314908-8170-464e-8ae0-7e9ad11d2de5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:38.711000 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:38.719185 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:38.734588 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-e8f63ce7-2dd0-432d-b7ac-c9a4602ace29 req-59314908-8170-464e-8ae0-7e9ad11d2de5 service neutron] Publish callbacks [] for security_group (99816e06-3b7e-4e2c-a592-a1b6068abf1e), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:38.784480 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-e8f63ce7-2dd0-432d-b7ac-c9a4602ace29 req-59314908-8170-464e-8ae0-7e9ad11d2de5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (99816e06-3b7e-4e2c-a592-a1b6068abf1e), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:38.800971 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f3c508c9-afe5-4b1f-9d15-0c3de0c726bb req-76f30de3-cd50-4ec8-a42e-2445b79da0d1 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3031509 May 26 21:27:38.869278 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e8f63ce7-2dd0-432d-b7ac-c9a4602ace29 req-59314908-8170-464e-8ae0-7e9ad11d2de5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735920 May 26 21:27:38.871434 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59314908-8170-464e-8ae0-7e9ad11d2de5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=99816e06-3b7e-4e2c-a592-a1b6068abf1e,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:38.960338 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50032096-f07d-478c-b7b4-804bc726191d req-68c8d9ac-ef59-41b8-93c6-0a384e20d6f5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:38.972577 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-50032096-f07d-478c-b7b4-804bc726191d req-68c8d9ac-ef59-41b8-93c6-0a384e20d6f5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 931 time: 0.0734706 May 26 21:27:39.054970 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-50032096-f07d-478c-b7b4-804bc726191d req-bc852e9d-1c48-4203-8069-10a51ab9bc52 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847428 May 26 21:27:39.175897 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bf22d-9514-4396-b93c-de468b16b8c5 req-d4d777be-55e4-43f6-b1fc-0c8c39823620 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:39.177048 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c00bf22d-9514-4396-b93c-de468b16b8c5 req-d4d777be-55e4-43f6-b1fc-0c8c39823620 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 945 time: 0.1381102 May 26 21:27:39.203646 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:39.205982 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-edcc81b5-1e6c-4048-b423-fc09aa23acbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e {{(pid=104643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:27:39.230047 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-edcc81b5-1e6c-4048-b423-fc09aa23acbe service neutron] Publish callbacks [] for port (2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:39.287408 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.provisioning_blocks [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-edcc81b5-1e6c-4048-b423-fc09aa23acbe service neutron] Transition to ACTIVE for port object 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e will not be triggered until provisioned by entity L2. {{(pid=104643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:27:39.289126 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-cd69a483-146a-4095-a10a-9faa9ab2ee95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2321d87-7db4-4cc6-a9c8-6caeb967992e {{(pid=104643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:27:39.304983 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-cd69a483-146a-4095-a10a-9faa9ab2ee95 service neutron] Publish callbacks [] for port (b2321d87-7db4-4cc6-a9c8-6caeb967992e), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:39.316299 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c00bf22d-9514-4396-b93c-de468b16b8c5 req-5849e046-9847-4191-8640-c624ed03b865 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291802 May 26 21:27:39.327564 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.provisioning_blocks [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-cd69a483-146a-4095-a10a-9faa9ab2ee95 service neutron] Transition to ACTIVE for port object b2321d87-7db4-4cc6-a9c8-6caeb967992e will not be triggered until provisioned by entity L2. {{(pid=104643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:27:39.383229 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-edcc81b5-1e6c-4048-b423-fc09aa23acbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:39.434863 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-cd69a483-146a-4095-a10a-9faa9ab2ee95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (b2321d87-7db4-4cc6-a9c8-6caeb967992e), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:39.460312 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc81b5-1e6c-4048-b423-fc09aa23acbe service neutron] Pushing event updated for resources: {'Port': ['ID=2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:39.468599 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:27:39.793018 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3939134-62fc-4c28-a5ec-980521066693 req-2eada446-0b6a-4f06-905a-dfc70821ef09 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:39.811369 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b3939134-62fc-4c28-a5ec-980521066693 req-2eada446-0b6a-4f06-905a-dfc70821ef09 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0754826 May 26 21:27:39.841827 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69a483-146a-4095-a10a-9faa9ab2ee95 service neutron] Pushing event updated for resources: {'Port': ['ID=b2321d87-7db4-4cc6-a9c8-6caeb967992e,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:39.896631 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b3939134-62fc-4c28-a5ec-980521066693 req-7698b98f-7cc4-4117-8ea5-ecb713a241ba tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843592 May 26 21:27:39.974899 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:27:39.985309 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-edcc81b5-1e6c-4048-b423-fc09aa23acbe service neutron] Attempting to bind port 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:27:39.985642 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-edcc81b5-1e6c-4048-b423-fc09aa23acbe service neutron] Attempting to bind port 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:27:39.986217 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-edcc81b5-1e6c-4048-b423-fc09aa23acbe service neutron] Attempting to bind port 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e on network e423d8c6-f848-40d6-99bb-c61a958058f7 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:27:40.016421 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea8bc8-055d-4e46-99d4-892dd2cc1e49 req-f7e634a1-48f2-4762-b50b-89f2d4790551 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:40.017857 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e1ea8bc8-055d-4e46-99d4-892dd2cc1e49 req-f7e634a1-48f2-4762-b50b-89f2d4790551 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.1054072 May 26 21:27:40.022564 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-edcc81b5-1e6c-4048-b423-fc09aa23acbe service neutron] Port 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e on network e423d8c6-f848-40d6-99bb-c61a958058f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:27:40.022892 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-edcc81b5-1e6c-4048-b423-fc09aa23acbe service neutron] Attempting to bind port 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e on network e423d8c6-f848-40d6-99bb-c61a958058f7 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:27:40.061999 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-edcc81b5-1e6c-4048-b423-fc09aa23acbe service neutron] Checking agent: {'id': '2bd30f19-4481-40fa-92e6-11ccee452902', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'started_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:27:40.062244 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-edcc81b5-1e6c-4048-b423-fc09aa23acbe service neutron] Checking segment: {'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:27:40.062608 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-edcc81b5-1e6c-4048-b423-fc09aa23acbe service neutron] Bound using segment: {'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:27:40.063036 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-edcc81b5-1e6c-4048-b423-fc09aa23acbe service neutron] Bound port: 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'}}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:27:40.063383 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-edcc81b5-1e6c-4048-b423-fc09aa23acbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:40.069025 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-cd69a483-146a-4095-a10a-9faa9ab2ee95 service neutron] Attempting to bind port b2321d87-7db4-4cc6-a9c8-6caeb967992e on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:27:40.069372 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-cd69a483-146a-4095-a10a-9faa9ab2ee95 service neutron] Attempting to bind port b2321d87-7db4-4cc6-a9c8-6caeb967992e by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '92a89fa7-f318-4dd2-9048-6985bfbfaf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa'}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:27:40.069675 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-cd69a483-146a-4095-a10a-9faa9ab2ee95 service neutron] Attempting to bind port b2321d87-7db4-4cc6-a9c8-6caeb967992e on network a60ae016-a71c-495a-9bbe-63d3beeeb1fa {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:27:40.102626 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:40.105134 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [req-4f011858-178b-4c1f-9a88-36db84bd262f req-479ff8d2-b867-406c-b866-a437b61f6289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d {{(pid=104643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:27:40.106607 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:27:40.109510 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-cd69a483-146a-4095-a10a-9faa9ab2ee95 service neutron] Port b2321d87-7db4-4cc6-a9c8-6caeb967992e on network a60ae016-a71c-495a-9bbe-63d3beeeb1fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:27:40.109825 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-cd69a483-146a-4095-a10a-9faa9ab2ee95 service neutron] Attempting to bind port b2321d87-7db4-4cc6-a9c8-6caeb967992e on network a60ae016-a71c-495a-9bbe-63d3beeeb1fa {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:27:40.119828 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4f011858-178b-4c1f-9a88-36db84bd262f req-479ff8d2-b867-406c-b866-a437b61f6289 service neutron] Publish callbacks [] for port (24cfeb63-c26b-4bcf-af3c-b3af9fdb259d), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:40.134480 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-cd69a483-146a-4095-a10a-9faa9ab2ee95 service neutron] Checking agent: {'id': '2bd30f19-4481-40fa-92e6-11ccee452902', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'started_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:27:40.134807 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-cd69a483-146a-4095-a10a-9faa9ab2ee95 service neutron] Checking segment: {'id': '92a89fa7-f318-4dd2-9048-6985bfbfaf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:27:40.135184 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-cd69a483-146a-4095-a10a-9faa9ab2ee95 service neutron] Bound using segment: {'id': '92a89fa7-f318-4dd2-9048-6985bfbfaf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa'} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:27:40.135609 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': 'f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'port_id': 'f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f', 'mac_address': 'fa:16:3e:f4:32:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:27:40.135778 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-cd69a483-146a-4095-a10a-9faa9ab2ee95 service neutron] Bound port: b2321d87-7db4-4cc6-a9c8-6caeb967992e, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a89fa7-f318-4dd2-9048-6985bfbfaf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa'}}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:27:40.136011 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-cd69a483-146a-4095-a10a-9faa9ab2ee95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (b2321d87-7db4-4cc6-a9c8-6caeb967992e), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:40.194516 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.provisioning_blocks [req-4f011858-178b-4c1f-9a88-36db84bd262f req-479ff8d2-b867-406c-b866-a437b61f6289 service neutron] Transition to ACTIVE for port object 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d will not be triggered until provisioned by entity L2. {{(pid=104643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:27:40.195732 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:40.198004 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:40.207603 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e1ea8bc8-055d-4e46-99d4-892dd2cc1e49 req-fe72d383-b6c8-4553-b70e-3a07240df4e3 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724658 May 26 21:27:40.213988 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494b4b4-6092-4814-a135-2f5b131752ed req-cae5500a-e25d-4f3b-b36e-83f11e94a8c0 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:40.219760 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1494b4b4-6092-4814-a135-2f5b131752ed req-cae5500a-e25d-4f3b-b36e-83f11e94a8c0 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 931 time: 0.0926576 May 26 21:27:40.243646 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:27:40.269881 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:27:40.276792 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4f011858-178b-4c1f-9a88-36db84bd262f req-479ff8d2-b867-406c-b866-a437b61f6289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (24cfeb63-c26b-4bcf-af3c-b3af9fdb259d), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:40.293387 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1494b4b4-6092-4814-a135-2f5b131752ed req-4d3c8c8c-8d3a-4310-9f87-537a4ef159c4 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517795 May 26 21:27:40.336384 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-edcc81b5-1e6c-4048-b423-fc09aa23acbe service neutron] For port 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e, host hv-cinder-82880, cleared binding levels {{(pid=104643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:27:40.364200 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:40.369688 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-edcc81b5-1e6c-4048-b423-fc09aa23acbe service neutron] For port 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:27:40.371950 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-cd69a483-146a-4095-a10a-9faa9ab2ee95 service neutron] For port b2321d87-7db4-4cc6-a9c8-6caeb967992e, host hv-cinder-82880, cleared binding levels {{(pid=104643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:27:40.377151 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ff8d2-b867-406c-b866-a437b61f6289 service neutron] Pushing event updated for resources: {'Port': ['ID=24cfeb63-c26b-4bcf-af3c-b3af9fdb259d,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:40.403258 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-cd69a483-146a-4095-a10a-9faa9ab2ee95 service neutron] For port b2321d87-7db4-4cc6-a9c8-6caeb967992e, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=b2321d87-7db4-4cc6-a9c8-6caeb967992e,segment=NetworkSegment(92a89fa7-f318-4dd2-9048-6985bfbfaf8d),segment_id=92a89fa7-f318-4dd2-9048-6985bfbfaf8d)] {{(pid=104643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:27:40.467666 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:40.476013 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:40.476256 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-edcc81b5-1e6c-4048-b423-fc09aa23acbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:40.512649 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-cd69a483-146a-4095-a10a-9faa9ab2ee95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (b2321d87-7db4-4cc6-a9c8-6caeb967992e), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:40.568647 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eed7af-ffa2-49f6-8669-c8033afc1c83 req-58f66498-6a3b-4e1d-b763-067c07a1208e tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:40.570242 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-09eed7af-ffa2-49f6-8669-c8033afc1c83 req-58f66498-6a3b-4e1d-b763-067c07a1208e tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 945 time: 0.1263707 May 26 21:27:40.576945 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-edcc81b5-1e6c-4048-b423-fc09aa23acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:40.577562 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-edcc81b5-1e6c-4048-b423-fc09aa23acbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:40.579199 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-edcc81b5-1e6c-4048-b423-fc09aa23acbe service neutron] 10.222.0.60 "PUT /v2.0/ports/2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e HTTP/1.1" status: 200 len: 1094 time: 2.4370008 May 26 21:27:40.590594 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94bec145-b7bb-413b-a4ee-124c14212c63', 'tag': '2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:27:40.593075 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce24e537-26d4-4e10-be71-f0a116072c81" -d '{"events": [{"name": "network-changed", "server_uuid": "94bec145-b7bb-413b-a4ee-124c14212c63", "tag": "2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:27:40.605948 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-cd69a483-146a-4095-a10a-9faa9ab2ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:40.606569 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-cd69a483-146a-4095-a10a-9faa9ab2ee95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:40.608271 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-cd69a483-146a-4095-a10a-9faa9ab2ee95 service neutron] 10.222.0.60 "PUT /v2.0/ports/b2321d87-7db4-4cc6-a9c8-6caeb967992e HTTP/1.1" status: 200 len: 1093 time: 2.4672329 May 26 21:27:40.631234 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-4f011858-178b-4c1f-9a88-36db84bd262f req-479ff8d2-b867-406c-b866-a437b61f6289 service neutron] Attempting to bind port 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:27:40.631809 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-4f011858-178b-4c1f-9a88-36db84bd262f req-479ff8d2-b867-406c-b866-a437b61f6289 service neutron] Attempting to bind port 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '92a89fa7-f318-4dd2-9048-6985bfbfaf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa'}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:27:40.632349 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f011858-178b-4c1f-9a88-36db84bd262f req-479ff8d2-b867-406c-b866-a437b61f6289 service neutron] Attempting to bind port 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d on network a60ae016-a71c-495a-9bbe-63d3beeeb1fa {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:27:40.655595 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc81b5-1e6c-4048-b423-fc09aa23acbe service neutron] Pushing event updated for resources: {'Port': ['ID=2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e,revision_number=3']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:40.660171 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f011858-178b-4c1f-9a88-36db84bd262f req-479ff8d2-b867-406c-b866-a437b61f6289 service neutron] Port 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d on network a60ae016-a71c-495a-9bbe-63d3beeeb1fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:27:40.660485 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f011858-178b-4c1f-9a88-36db84bd262f req-479ff8d2-b867-406c-b866-a437b61f6289 service neutron] Attempting to bind port 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d on network a60ae016-a71c-495a-9bbe-63d3beeeb1fa {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:27:40.690793 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783221d6-f2ae-42c9-8cb1-9dd1ea584b30 x-openstack-request-id: req-783221d6-f2ae-42c9-8cb1-9dd1ea584b30 {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:27:40.691177 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94bec145-b7bb-413b-a4ee-124c14212c63", "tag": "2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:27:40.691315 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-783221d6-f2ae-42c9-8cb1-9dd1ea584b30 {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:27:40.691708 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783221d6-f2ae-42c9-8cb1-9dd1ea584b30'] response: {'name': 'network-changed', 'server_uuid': '94bec145-b7bb-413b-a4ee-124c14212c63', 'tag': '2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e', 'status': 'completed', 'code': 200} May 26 21:27:40.692632 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f011858-178b-4c1f-9a88-36db84bd262f req-479ff8d2-b867-406c-b866-a437b61f6289 service neutron] Checking agent: {'id': '2bd30f19-4481-40fa-92e6-11ccee452902', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'started_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:27:40.692951 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f011858-178b-4c1f-9a88-36db84bd262f req-479ff8d2-b867-406c-b866-a437b61f6289 service neutron] Checking segment: {'id': '92a89fa7-f318-4dd2-9048-6985bfbfaf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:27:40.698594 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f011858-178b-4c1f-9a88-36db84bd262f req-479ff8d2-b867-406c-b866-a437b61f6289 service neutron] Bound using segment: {'id': '92a89fa7-f318-4dd2-9048-6985bfbfaf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa'} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:27:40.698594 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-4f011858-178b-4c1f-9a88-36db84bd262f req-479ff8d2-b867-406c-b866-a437b61f6289 service neutron] Bound port: 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a89fa7-f318-4dd2-9048-6985bfbfaf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa'}}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:27:40.698594 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4f011858-178b-4c1f-9a88-36db84bd262f req-479ff8d2-b867-406c-b866-a437b61f6289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (24cfeb63-c26b-4bcf-af3c-b3af9fdb259d), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:40.746763 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-09eed7af-ffa2-49f6-8669-c8033afc1c83 req-408c1b2e-5e68-4691-8530-cb589ab49a88 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425617 May 26 21:27:40.774388 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69a483-146a-4095-a10a-9faa9ab2ee95 service neutron] Pushing event updated for resources: {'Port': ['ID=b2321d87-7db4-4cc6-a9c8-6caeb967992e,revision_number=3']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:40.816616 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-4f011858-178b-4c1f-9a88-36db84bd262f req-479ff8d2-b867-406c-b866-a437b61f6289 service neutron] For port 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d, host hv-cinder-82880, cleared binding levels {{(pid=104643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:27:40.816616 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-4f011858-178b-4c1f-9a88-36db84bd262f req-479ff8d2-b867-406c-b866-a437b61f6289 service neutron] For port 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=24cfeb63-c26b-4bcf-af3c-b3af9fdb259d,segment=NetworkSegment(92a89fa7-f318-4dd2-9048-6985bfbfaf8d),segment_id=92a89fa7-f318-4dd2-9048-6985bfbfaf8d)] {{(pid=104643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:27:40.898427 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4f011858-178b-4c1f-9a88-36db84bd262f req-479ff8d2-b867-406c-b866-a437b61f6289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (24cfeb63-c26b-4bcf-af3c-b3af9fdb259d), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:40.943427 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f011858-178b-4c1f-9a88-36db84bd262f req-479ff8d2-b867-406c-b866-a437b61f6289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:40.943427 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4f011858-178b-4c1f-9a88-36db84bd262f req-479ff8d2-b867-406c-b866-a437b61f6289 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:40.943427 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f011858-178b-4c1f-9a88-36db84bd262f req-479ff8d2-b867-406c-b866-a437b61f6289 service neutron] 10.222.0.60 "PUT /v2.0/ports/24cfeb63-c26b-4bcf-af3c-b3af9fdb259d HTTP/1.1" status: 200 len: 1093 time: 2.8000164 May 26 21:27:40.970702 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ff8d2-b867-406c-b866-a437b61f6289 service neutron] Pushing event updated for resources: {'Port': ['ID=24cfeb63-c26b-4bcf-af3c-b3af9fdb259d,revision_number=3']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:41.062115 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04b214-53d7-4ca0-a1f3-124e5590a1ef req-0aed1c29-9ca1-4804-b294-831b13b8764e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:41.063684 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8a04b214-53d7-4ca0-a1f3-124e5590a1ef req-0aed1c29-9ca1-4804-b294-831b13b8764e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 945 time: 0.0786300 May 26 21:27:41.113836 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8a04b214-53d7-4ca0-a1f3-124e5590a1ef req-35895310-3055-4786-9f2d-a8d010bfc860 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442195 May 26 21:27:41.324637 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30befb42-f2d5-4ba0-86b9-2b728bd74674 req-d9b0fa1c-f1eb-4088-afac-c5dbd3d3ce21 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:41.326259 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-30befb42-f2d5-4ba0-86b9-2b728bd74674 req-d9b0fa1c-f1eb-4088-afac-c5dbd3d3ce21 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0484686 May 26 21:27:41.418184 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-30befb42-f2d5-4ba0-86b9-2b728bd74674 req-e9042688-405f-45e1-b56b-d3d497c1eee0 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845802 May 26 21:27:41.467510 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1cd8a-09e1-4f81-ba36-d487f5729f0a req-1fd4324f-726d-48e5-a349-7b242da794c5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:41.469057 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9ef1cd8a-09e1-4f81-ba36-d487f5729f0a req-1fd4324f-726d-48e5-a349-7b242da794c5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 943 time: 0.0629382 May 26 21:27:41.504437 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:41.530377 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9ef1cd8a-09e1-4f81-ba36-d487f5729f0a req-302c3295-2cd0-461a-a10f-b183bb92e8b9 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519667 May 26 21:27:41.906416 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68aa496-1867-4fc0-aec6-f10a6d707875 req-0ab08b83-19f5-4400-b966-c2c444634524 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:41.908592 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a68aa496-1867-4fc0-aec6-f10a6d707875 req-0ab08b83-19f5-4400-b966-c2c444634524 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0724783 May 26 21:27:41.959666 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 47850) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:41.962971 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a68aa496-1867-4fc0-aec6-f10a6d707875 req-1b21704a-6802-4d2a-a483-c366d6848e24 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483806 May 26 21:27:42.066221 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4efbc439-8c24-438b-863e-0fb7a858f812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:42.085788 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:42.140932 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4efbc439-8c24-438b-863e-0fb7a858f812 admin admin] Publish callbacks [] for security_group (820e6db1-7c62-423b-8782-b05d0396c0f9), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:42.219769 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4efbc439-8c24-438b-863e-0fb7a858f812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (820e6db1-7c62-423b-8782-b05d0396c0f9), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:42.266282 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e1fef-8e9f-4be7-9f16-689a4ff6805c req-d066d6cc-b725-460c-b0ff-3ee0783cbc3a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:42.267905 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-df1e1fef-8e9f-4be7-9f16-689a4ff6805c req-d066d6cc-b725-460c-b0ff-3ee0783cbc3a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 945 time: 0.0751901 May 26 21:27:42.277978 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbc439-8c24-438b-863e-0fb7a858f812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820e6db1-7c62-423b-8782-b05d0396c0f9,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:42.287623 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-4efbc439-8c24-438b-863e-0fb7a858f812 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=916d292ee41246c5b4084bf0a74f6eb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266826 May 26 21:27:42.291212 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 47856) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:42.331568 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-df1e1fef-8e9f-4be7-9f16-689a4ff6805c req-0b15db38-345a-46ad-a2ba-6ff80e916938 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544133 May 26 21:27:42.341950 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3e53875e-e51e-45eb-b6ef-576dfd9c98ba admin admin] Publish callbacks [] for security_group (820e6db1-7c62-423b-8782-b05d0396c0f9), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:42.363804 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3e53875e-e51e-45eb-b6ef-576dfd9c98ba admin admin] Publish callbacks [] for security_group (820e6db1-7c62-423b-8782-b05d0396c0f9), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:42.373912 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:42.522690 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3e53875e-e51e-45eb-b6ef-576dfd9c98ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (820e6db1-7c62-423b-8782-b05d0396c0f9), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:42.525195 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3e53875e-e51e-45eb-b6ef-576dfd9c98ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:42.526333 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-3e53875e-e51e-45eb-b6ef-576dfd9c98ba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/820e6db1-7c62-423b-8782-b05d0396c0f9 HTTP/1.1" status: 204 len: 168 time: 0.2347591 May 26 21:27:42.541964 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53875e-e51e-45eb-b6ef-576dfd9c98ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820e6db1-7c62-423b-8782-b05d0396c0f9,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:42.555305 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827d31e-b0bd-41d9-8b7a-0b9894437a79 req-b6257767-e4e4-4fab-bc47-f314e3852458 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:42.556915 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c827d31e-b0bd-41d9-8b7a-0b9894437a79 req-b6257767-e4e4-4fab-bc47-f314e3852458 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0623591 May 26 21:27:42.621814 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c827d31e-b0bd-41d9-8b7a-0b9894437a79 req-12ecbdd8-2a88-4a13-ae6f-650530c51957 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511110 May 26 21:27:42.654458 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f9552-55c9-4d05-a5f2-5e5fddf9da34 req-13d2c971-6a51-445a-be75-8e49e1313ff1 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:42.655952 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-be4f9552-55c9-4d05-a5f2-5e5fddf9da34 req-13d2c971-6a51-445a-be75-8e49e1313ff1 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 943 time: 0.0481119 May 26 21:27:42.692829 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9', 'tag': 'b2321d87-7db4-4cc6-a9c8-6caeb967992e'}, {'name': 'network-changed', 'server_uuid': 'd05b42bf-dc0a-43d4-a6e9-d5126fffc9e1', 'tag': '24cfeb63-c26b-4bcf-af3c-b3af9fdb259d'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:27:42.695189 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134beea4-5027-455c-8492-8c6d65dfafc9" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9", "tag": "b2321d87-7db4-4cc6-a9c8-6caeb967992e"}, {"name": "network-changed", "server_uuid": "d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1", "tag": "24cfeb63-c26b-4bcf-af3c-b3af9fdb259d"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:27:42.711449 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-be4f9552-55c9-4d05-a5f2-5e5fddf9da34 req-d8e42cb8-6d92-4695-a0ba-276ac9a4dbfe tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484445 May 26 21:27:42.739493 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 26 May 2022 21:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7306a965-14da-4434-aa5b-85fd876f95cb x-openstack-request-id: req-7306a965-14da-4434-aa5b-85fd876f95cb {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:27:42.739853 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9", "tag": "b2321d87-7db4-4cc6-a9c8-6caeb967992e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1", "tag": "24cfeb63-c26b-4bcf-af3c-b3af9fdb259d", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:27:42.740105 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7306a965-14da-4434-aa5b-85fd876f95cb {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:27:42.740503 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7306a965-14da-4434-aa5b-85fd876f95cb'] response: {'name': 'network-changed', 'server_uuid': '5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9', 'tag': 'b2321d87-7db4-4cc6-a9c8-6caeb967992e', 'status': 'completed', 'code': 200} May 26 21:27:42.740754 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7306a965-14da-4434-aa5b-85fd876f95cb'] response: {'name': 'network-changed', 'server_uuid': 'd05b42bf-dc0a-43d4-a6e9-d5126fffc9e1', 'tag': '24cfeb63-c26b-4bcf-af3c-b3af9fdb259d', 'status': 'completed', 'code': 200} May 26 21:27:43.082330 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6d6f0-6805-4085-910c-8c27fe6bb8cf req-c8ab9326-8d85-42c1-b8bd-20c5397d67d9 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:43.083838 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-afb6d6f0-6805-4085-910c-8c27fe6bb8cf req-c8ab9326-8d85-42c1-b8bd-20c5397d67d9 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0471203 May 26 21:27:43.097057 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:43.135716 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-afb6d6f0-6805-4085-910c-8c27fe6bb8cf req-43a4fd1a-16c8-4238-9d8a-a1258ffbd8c9 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461285 May 26 21:27:43.177842 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 47878) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:43.191715 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-102c8826-bfcc-4e2e-8cd6-f8754d5af98c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:43.267928 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-102c8826-bfcc-4e2e-8cd6-f8754d5af98c admin admin] Publish callbacks [] for security_group (1da5c727-ce3c-42d1-a53e-10a1428a3c14), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:43.325671 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-102c8826-bfcc-4e2e-8cd6-f8754d5af98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (1da5c727-ce3c-42d1-a53e-10a1428a3c14), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:43.369711 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-102c8826-bfcc-4e2e-8cd6-f8754d5af98c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3d0396c65d5f41d28eaa17face6646c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907427 May 26 21:27:43.370635 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c8826-bfcc-4e2e-8cd6-f8754d5af98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da5c727-ce3c-42d1-a53e-10a1428a3c14,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:43.372783 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 47882) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:27:43.423541 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-57a3342c-a6c8-4971-a228-55302e627ce9 admin admin] Publish callbacks [] for security_group (1da5c727-ce3c-42d1-a53e-10a1428a3c14), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:43.447178 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-57a3342c-a6c8-4971-a228-55302e627ce9 admin admin] Publish callbacks [] for security_group (1da5c727-ce3c-42d1-a53e-10a1428a3c14), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:43.454981 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511c930-e683-4469-84d5-37913da1bb1a req-92056fd0-53d5-40ad-afee-066804331f97 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:43.457163 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3511c930-e683-4469-84d5-37913da1bb1a req-92056fd0-53d5-40ad-afee-066804331f97 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 945 time: 0.0485365 May 26 21:27:43.518171 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3511c930-e683-4469-84d5-37913da1bb1a req-3b8ecec0-07ce-4169-bf44-3f894087b64e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535367 May 26 21:27:43.635996 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-57a3342c-a6c8-4971-a228-55302e627ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (1da5c727-ce3c-42d1-a53e-10a1428a3c14), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:43.639108 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-57a3342c-a6c8-4971-a228-55302e627ce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:43.640482 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-57a3342c-a6c8-4971-a228-55302e627ce9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1da5c727-ce3c-42d1-a53e-10a1428a3c14 HTTP/1.1" status: 204 len: 168 time: 0.2664156 May 26 21:27:43.649249 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3342c-a6c8-4971-a228-55302e627ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da5c727-ce3c-42d1-a53e-10a1428a3c14,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:43.743957 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a8fb2-1e57-4ba9-9534-9d2375c897c7 req-bed3a058-9164-4e6a-bbe1-9de69ae2c5fd tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:43.745969 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-905a8fb2-1e57-4ba9-9534-9d2375c897c7 req-bed3a058-9164-4e6a-bbe1-9de69ae2c5fd tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0511236 May 26 21:27:43.801400 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-905a8fb2-1e57-4ba9-9534-9d2375c897c7 req-157e93f1-ceef-4e83-8f77-e141d78ae081 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479205 May 26 21:27:43.831822 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9bee2-d58a-4ef2-b9a9-5decc62dc852 req-8ff946ee-91a0-4e4b-8d25-ac64d1a5bf0b tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:43.833314 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f2c9bee2-d58a-4ef2-b9a9-5decc62dc852 req-8ff946ee-91a0-4e4b-8d25-ac64d1a5bf0b tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 943 time: 0.0484066 May 26 21:27:43.884554 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f2c9bee2-d58a-4ef2-b9a9-5decc62dc852 req-0261f133-b4a2-48d7-8437-7ab7e24987a0 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455964 May 26 21:27:44.250256 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8914a-ec78-42ee-b91f-7d6fa6679019 req-9e855609-4d50-457c-abf4-38bf328af3e7 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:44.251715 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0eb8914a-ec78-42ee-b91f-7d6fa6679019 req-9e855609-4d50-457c-abf4-38bf328af3e7 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0490708 May 26 21:27:44.300767 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0eb8914a-ec78-42ee-b91f-7d6fa6679019 req-0a68d1ff-a96f-41c3-aeab-31f02b69814a tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424769 May 26 21:27:44.605484 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:27:44.636242 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:44.646840 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e1379-530f-4925-8ba6-5a7fbfb576b6 req-43d323c6-1abb-4470-b34c-b90233c2fc73 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:44.648463 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ac4e1379-530f-4925-8ba6-5a7fbfb576b6 req-43d323c6-1abb-4470-b34c-b90233c2fc73 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 945 time: 0.0571723 May 26 21:27:44.716330 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ac4e1379-530f-4925-8ba6-5a7fbfb576b6 req-bdf4a336-2455-418c-ac9a-d2cc06f9aa62 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585220 May 26 21:27:44.807231 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24e537-26d4-4e10-be71-f0a116072c81 req-470fc24c-04a4-4714-aeb1-909ebaf16735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:44.809146 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ce24e537-26d4-4e10-be71-f0a116072c81 req-470fc24c-04a4-4714-aeb1-909ebaf16735 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3969075d983246cf8c4c7a45a57d5338&device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 1128 time: 0.0547581 May 26 21:27:44.927655 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22217bc1-3a28-465c-9ec0-5c5c4c62b81f req-adf9cce8-9dad-41aa-9d94-36607faf119e tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:44.930523 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-22217bc1-3a28-465c-9ec0-5c5c4c62b81f req-adf9cce8-9dad-41aa-9d94-36607faf119e tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0499189 May 26 21:27:44.981618 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-22217bc1-3a28-465c-9ec0-5c5c4c62b81f req-ef597f57-5d28-494b-a4a5-317204e8e8f9 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449715 May 26 21:27:45.015652 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55739ac8-5d6e-4aaa-af6b-d41d5fd372c3 req-f1f67ef2-eee7-4360-9887-7d72f22f25f2 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:45.017399 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-55739ac8-5d6e-4aaa-af6b-d41d5fd372c3 req-f1f67ef2-eee7-4360-9887-7d72f22f25f2 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 943 time: 0.0658402 May 26 21:27:45.067246 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-55739ac8-5d6e-4aaa-af6b-d41d5fd372c3 req-8256aafb-e91a-43db-abd3-7124d1e995ee tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440896 May 26 21:27:45.416768 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b202e7-a3ac-44ae-8163-d41454d801d5 req-3b29f74f-abe5-4038-a237-7568e11766b0 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:45.418216 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a8b202e7-a3ac-44ae-8163-d41454d801d5 req-3b29f74f-abe5-4038-a237-7568e11766b0 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0483575 May 26 21:27:45.472017 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a8b202e7-a3ac-44ae-8163-d41454d801d5 req-46fdd7b1-3d27-4666-9f53-65efe29e125f tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469680 May 26 21:27:45.853857 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f011858-178b-4c1f-9a88-36db84bd262f req-60e0c616-2e10-43fd-a342-f99947d45a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:45.855393 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f011858-178b-4c1f-9a88-36db84bd262f req-60e0c616-2e10-43fd-a342-f99947d45a11 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=318999cb1f874176b2523de9686febc1&device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 1127 time: 0.1748526 May 26 21:27:45.932158 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134beea4-5027-455c-8492-8c6d65dfafc9 req-b95403c2-af83-4b14-9cf5-9dd71b9bf652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:45.933740 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-134beea4-5027-455c-8492-8c6d65dfafc9 req-b95403c2-af83-4b14-9cf5-9dd71b9bf652 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=318999cb1f874176b2523de9686febc1&device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 1127 time: 0.2279909 May 26 21:27:45.945867 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f011858-178b-4c1f-9a88-36db84bd262f req-e17db491-04cb-4281-88e6-732639473430 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24cfeb63-c26b-4bcf-af3c-b3af9fdb259d HTTP/1.1" status: 200 len: 217 time: 0.0631104 May 26 21:27:45.968238 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a19d21-f83c-4a1c-a6cd-71fe31e539d2 req-bff323a6-bee2-4b9c-a814-ebf1f8ab2997 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:45.971976 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a3a19d21-f83c-4a1c-a6cd-71fe31e539d2 req-bff323a6-bee2-4b9c-a814-ebf1f8ab2997 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 945 time: 0.1541908 May 26 21:27:46.088307 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24e537-26d4-4e10-be71-f0a116072c81 req-58988c46-3cba-45ef-8f8b-0b2c03899b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:46.089864 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ce24e537-26d4-4e10-be71-f0a116072c81 req-58988c46-3cba-45ef-8f8b-0b2c03899b00 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3969075d983246cf8c4c7a45a57d5338&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4324286 May 26 21:27:46.117449 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569351b-3ee3-4568-ae14-e82bce3161b9 req-1597199e-21ce-4c55-b078-23dc2c293e0c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:46.118971 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d569351b-3ee3-4568-ae14-e82bce3161b9 req-1597199e-21ce-4c55-b078-23dc2c293e0c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0521786 May 26 21:27:46.137548 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:46.184162 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d569351b-3ee3-4568-ae14-e82bce3161b9 req-fc93cd2c-8088-4015-b8ee-d3b3dbc9c973 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558245 May 26 21:27:46.184538 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f011858-178b-4c1f-9a88-36db84bd262f req-6129aa35-3daa-4b40-9b21-f7a3aa289b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:46.185254 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f011858-178b-4c1f-9a88-36db84bd262f req-6129aa35-3daa-4b40-9b21-f7a3aa289b1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2637c66-7972-4d35-9019-9342a0d2b58e HTTP/1.1" status: 200 len: 857 time: 0.2025869 May 26 21:27:46.270349 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a3a19d21-f83c-4a1c-a6cd-71fe31e539d2 req-95fd765b-27b0-40cc-a583-04d38b0b5b2d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2684414 May 26 21:27:46.289722 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:46.311441 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923bcce-ec0f-4c19-a362-befe057abd8e req-e441dd65-d83b-4736-b070-a57f511cca82 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:46.320150 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0923bcce-ec0f-4c19-a362-befe057abd8e req-e441dd65-d83b-4736-b070-a57f511cca82 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 943 time: 0.0737531 May 26 21:27:46.378041 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0923bcce-ec0f-4c19-a362-befe057abd8e req-6ca5c8bc-95ad-4f31-8c5a-5380897772dd tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555830 May 26 21:27:46.536877 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134beea4-5027-455c-8492-8c6d65dfafc9 req-555b447f-fe71-4ce4-84a8-06ee40d857b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:46.538340 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-134beea4-5027-455c-8492-8c6d65dfafc9 req-555b447f-fe71-4ce4-84a8-06ee40d857b2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=318999cb1f874176b2523de9686febc1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5960433 May 26 21:27:46.564627 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f011858-178b-4c1f-9a88-36db84bd262f req-3db4ec3f-ff42-4f9c-86b5-ec95a2e951c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:46.566763 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f011858-178b-4c1f-9a88-36db84bd262f req-3db4ec3f-ff42-4f9c-86b5-ec95a2e951c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3581922 May 26 21:27:46.605391 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:27:46.655136 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning for port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f completed by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:27:46.700489 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24e537-26d4-4e10-be71-f0a116072c81 req-902a0b41-20b1-43c1-824e-1f7de6960c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:46.701970 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ce24e537-26d4-4e10-be71-f0a116072c81 req-902a0b41-20b1-43c1-824e-1f7de6960c4f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6009893 May 26 21:27:46.719235 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:27:46.719680 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:46.750611 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:46.767260 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134beea4-5027-455c-8492-8c6d65dfafc9 req-c14fd44c-84b0-4850-a036-376774211534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:46.768931 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-134beea4-5027-455c-8492-8c6d65dfafc9 req-c14fd44c-84b0-4850-a036-376774211534 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2201612 May 26 21:27:46.812802 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-b57f1811-d8f5-463b-9cb5-f9d640d97dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:46.814485 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-b57f1811-d8f5-463b-9cb5-f9d640d97dcc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3969075d983246cf8c4c7a45a57d5338&device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 1128 time: 0.0601218 May 26 21:27:46.817537 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f011858-178b-4c1f-9a88-36db84bd262f req-fe2933de-b0be-4655-b28b-cd76d8fcba8b service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329140 May 26 21:27:46.818369 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:46.818764 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:46.844262 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c36399-8b1a-4b08-b284-8a3900a10d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:27:46.846823 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2af10a-ed99-42bb-93e8-2c8076c455bc" -d '{"events": [{"server_uuid": "73c36399-8b1a-4b08-b284-8a3900a10d73", "name": "network-vif-plugged", "status": "completed", "tag": "f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:27:46.860079 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:27:46.890968 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca2cb52-d75a-43fe-8ced-207bc981c60c x-openstack-request-id: req-0ca2cb52-d75a-43fe-8ced-207bc981c60c {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:27:46.891267 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c36399-8b1a-4b08-b284-8a3900a10d73", "name": "network-vif-plugged", "status": "completed", "tag": "f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:27:46.891516 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ca2cb52-d75a-43fe-8ced-207bc981c60c {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:27:46.891982 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ca2cb52-d75a-43fe-8ced-207bc981c60c'] response: {'server_uuid': '73c36399-8b1a-4b08-b284-8a3900a10d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f', 'code': 200} May 26 21:27:46.911781 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-febf29a8-ef3e-4dcd-ad77-309d23efd613 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e HTTP/1.1" status: 200 len: 217 time: 0.0834885 May 26 21:27:46.941099 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:46.966381 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-c02edff1-b85a-4dd6-a5c4-de3115001d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:46.967985 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-c02edff1-b85a-4dd6-a5c4-de3115001d2b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=318999cb1f874176b2523de9686febc1&device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 1127 time: 0.1494262 May 26 21:27:46.973514 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:46.997592 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:47.064925 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-bfdfeb0a-1c28-4019-b5a7-02933f624e25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2321d87-7db4-4cc6-a9c8-6caeb967992e HTTP/1.1" status: 200 len: 217 time: 0.0790479 May 26 21:27:47.108368 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-c64ef10c-14ab-4857-9f08-82fb29ff46b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:47.109575 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-c64ef10c-14ab-4857-9f08-82fb29ff46b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=86c6cba8-f2d3-45d8-a7b0-a4676a67b444 HTTP/1.1" status: 200 len: 853 time: 0.1558588 May 26 21:27:47.159693 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:47.162055 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f011858-178b-4c1f-9a88-36db84bd262f req-f56ccf88-9e0e-45cb-8394-fb3f9671f8d7 service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313773 May 26 21:27:47.170851 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-55da6292-f66f-4822-8ca4-9656289c518e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:47.172486 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-55da6292-f66f-4822-8ca4-9656289c518e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2637c66-7972-4d35-9019-9342a0d2b58e HTTP/1.1" status: 200 len: 857 time: 0.1074207 May 26 21:27:47.176772 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-bead7198-c049-4a37-b8d0-75138e5c1fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:47.178011 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-bead7198-c049-4a37-b8d0-75138e5c1fa1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e423d8c6-f848-40d6-99bb-c61a958058f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606077 May 26 21:27:47.324820 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4a362-ef0c-48ce-85be-0d90e860ded1 req-6f60521d-3fcf-4d2c-8b3c-a4087978534d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:47.333206 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-08a4a362-ef0c-48ce-85be-0d90e860ded1 req-6f60521d-3fcf-4d2c-8b3c-a4087978534d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0770674 May 26 21:27:47.337157 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-87193b87-2527-4803-9dee-f7bd00bf2e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:47.338736 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-87193b87-2527-4803-9dee-f7bd00bf2e43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1583807 May 26 21:27:47.351698 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07108dce-69b4-4d76-8fb9-245658718228 req-61b66a35-fd54-4314-beae-a1128b2df558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:47.353206 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-07108dce-69b4-4d76-8fb9-245658718228 req-61b66a35-fd54-4314-beae-a1128b2df558 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 1130 time: 0.1242027 May 26 21:27:47.360682 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:47.379824 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-08a4a362-ef0c-48ce-85be-0d90e860ded1 req-3077b914-46b2-4422-997f-5e9627929d28 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457201 May 26 21:27:47.416982 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-9a43da15-3e83-4686-a487-1fc00b6f277e service neutron] 10.222.0.60 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244284 May 26 21:27:47.423083 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531a34c-cdc4-44ed-a010-8f324646ebbe req-dd698d69-3e1d-4e45-b84c-ce1fa20884a7 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:47.424576 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-7531a34c-cdc4-44ed-a010-8f324646ebbe req-dd698d69-3e1d-4e45-b84c-ce1fa20884a7 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0667870 May 26 21:27:47.474174 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-7531a34c-cdc4-44ed-a010-8f324646ebbe req-17c7b565-e9c1-4d00-84bb-9f976ddbadc9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435054 May 26 21:27:47.504142 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65dd93-9f37-4927-b810-c558cb16e4fd req-ad85b29b-cc83-4d93-864f-d8fc061e23d7 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:47.505778 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0c65dd93-9f37-4927-b810-c558cb16e4fd req-ad85b29b-cc83-4d93-864f-d8fc061e23d7 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 943 time: 0.0586972 May 26 21:27:47.557080 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0c65dd93-9f37-4927-b810-c558cb16e4fd req-7cfe4eaf-94b6-4b9b-bf41-0ec6826247df tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439663 May 26 21:27:48.498297 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e095e-c545-471b-a3d0-5bae4f1d650f req-63ceafce-0ff3-4df4-984e-9a748fb1d8e3 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:48.499672 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c06e095e-c545-471b-a3d0-5bae4f1d650f req-63ceafce-0ff3-4df4-984e-9a748fb1d8e3 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0495226 May 26 21:27:48.548089 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c06e095e-c545-471b-a3d0-5bae4f1d650f req-2b4502fd-001f-43dc-a905-cf5937705237 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423269 May 26 21:27:48.650026 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d09b2-0654-46c6-a37c-434f0ddc1cdd req-d52418f2-1bce-435b-9d57-dcd7111509b1 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:48.651385 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a05d09b2-0654-46c6-a37c-434f0ddc1cdd req-d52418f2-1bce-435b-9d57-dcd7111509b1 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0466208 May 26 21:27:48.698626 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a05d09b2-0654-46c6-a37c-434f0ddc1cdd req-ee11aa4b-5eef-4cb4-ba2d-8d577436b67e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416694 May 26 21:27:48.788854 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:48.805194 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e337a9-d1b4-43ea-9a7f-82aebd0f19fc req-f9622223-fa4a-4c8a-865e-80bf16c5351c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:48.806666 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c3e337a9-d1b4-43ea-9a7f-82aebd0f19fc req-f9622223-fa4a-4c8a-865e-80bf16c5351c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 943 time: 0.0487845 May 26 21:27:48.858246 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c3e337a9-d1b4-43ea-9a7f-82aebd0f19fc req-550cc545-a82c-4904-9725-f9378825944c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459180 May 26 21:27:49.666761 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac9ec2-5253-4696-baff-c7f82bd186bc req-8d238f54-6bed-4247-9e04-1b132bf4638c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:49.668273 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9aac9ec2-5253-4696-baff-c7f82bd186bc req-8d238f54-6bed-4247-9e04-1b132bf4638c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0508304 May 26 21:27:49.718616 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9aac9ec2-5253-4696-baff-c7f82bd186bc req-f1998bd3-2e55-4980-aed8-0be28869ddd6 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447309 May 26 21:27:49.820204 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b12dd-ba43-47f8-9699-3726f9540394 req-2e7bad33-a6da-4153-8002-0c34ecf3ce4e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:49.821788 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-db2b12dd-ba43-47f8-9699-3726f9540394 req-2e7bad33-a6da-4153-8002-0c34ecf3ce4e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0474310 May 26 21:27:49.869356 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-db2b12dd-ba43-47f8-9699-3726f9540394 req-90d46705-26b5-4090-bd57-14d407706ab2 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418437 May 26 21:27:49.988811 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d3cae-f93d-4758-8b8d-4e0cf205b3f8 req-b83be26d-6908-4dea-b8bc-f74c17d3c31a tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:49.990557 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2c4d3cae-f93d-4758-8b8d-4e0cf205b3f8 req-b83be26d-6908-4dea-b8bc-f74c17d3c31a tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 943 time: 0.0587709 May 26 21:27:50.041537 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2c4d3cae-f93d-4758-8b8d-4e0cf205b3f8 req-28dd5ae3-ff63-4c10-88d7-35ed64153e18 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453835 May 26 21:27:50.625829 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:50.640742 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:50.830356 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0ee6d-7999-414b-b46e-13c51f1d497a req-b37e0e29-291b-4268-a594-2a7503294b9d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:50.832394 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d8d0ee6d-7999-414b-b46e-13c51f1d497a req-b37e0e29-291b-4268-a594-2a7503294b9d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0459812 May 26 21:27:50.877231 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d8d0ee6d-7999-414b-b46e-13c51f1d497a req-79262e5a-f9cc-4abc-a054-2ceb2b1ccb86 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392072 May 26 21:27:50.984001 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830892d-c9e2-4a23-87f4-c1a8b0f520f6 req-60f5ea4e-19fc-40a9-8900-c922da483866 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:50.985437 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8830892d-c9e2-4a23-87f4-c1a8b0f520f6 req-60f5ea4e-19fc-40a9-8900-c922da483866 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0463204 May 26 21:27:51.039553 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-d7d7fbdf-ac71-4e24-b5a9-a8c69f75b911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:51.225586 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8830892d-c9e2-4a23-87f4-c1a8b0f520f6 req-cf1f4941-74b4-41d2-bfaf-571e66dfe795 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340124 May 26 21:27:51.332459 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d65d-aa23-4df7-9d2f-a8d24c6896c6 req-af62e35d-7250-49fd-972f-0dc2361d84d1 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:51.333933 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3932d65d-aa23-4df7-9d2f-a8d24c6896c6 req-af62e35d-7250-49fd-972f-0dc2361d84d1 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 943 time: 0.0489030 May 26 21:27:51.381416 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3932d65d-aa23-4df7-9d2f-a8d24c6896c6 req-a7b52d36-492e-45a7-8483-c59a72f310c8 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418236 May 26 21:27:51.988994 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4250341-9da3-4a96-89fd-22e4c78d0d6e req-a67a1e55-1645-4cca-9c38-23010606d997 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:51.990413 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c4250341-9da3-4a96-89fd-22e4c78d0d6e req-a67a1e55-1645-4cca-9c38-23010606d997 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0459845 May 26 21:27:52.007652 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:52.038802 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c4250341-9da3-4a96-89fd-22e4c78d0d6e req-2ec8e8e9-1cd8-46af-a1d3-cd55eba6581a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429173 May 26 21:27:52.354677 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7a7db-bd82-4ac3-895d-c9c13cb0bbae req-d71571d2-d410-41af-87ea-361d2b86fed0 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:52.356560 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-edb7a7db-bd82-4ac3-895d-c9c13cb0bbae req-d71571d2-d410-41af-87ea-361d2b86fed0 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0513933 May 26 21:27:52.406819 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-edb7a7db-bd82-4ac3-895d-c9c13cb0bbae req-e8c649f3-64b9-46ac-99e2-36dc464c7603 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445971 May 26 21:27:52.511453 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb84945-c1e0-455a-a4f2-7fe372ad761c req-3bf62f8f-0f06-4acd-a900-38643adb06b0 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:52.513035 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-dfb84945-c1e0-455a-a4f2-7fe372ad761c req-3bf62f8f-0f06-4acd-a900-38643adb06b0 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 943 time: 0.0471749 May 26 21:27:52.560057 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-dfb84945-c1e0-455a-a4f2-7fe372ad761c req-4b3e9e42-acf2-491b-aba5-63bf4ab5445d tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415611 May 26 21:27:53.154530 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45f4f5-a0db-415e-be30-69840ff898fd req-8be80431-4347-4ce8-8d93-12cd00caba80 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:53.156057 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6b45f4f5-a0db-415e-be30-69840ff898fd req-8be80431-4347-4ce8-8d93-12cd00caba80 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0512540 May 26 21:27:53.183237 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:53.204388 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6b45f4f5-a0db-415e-be30-69840ff898fd req-81ef3935-103c-4a86-9645-8909dcc177e2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422785 May 26 21:27:53.451533 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2321a2a1-6376-46c5-9fff-f5ae8c864bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:53.530200 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b189bfa-c41c-4e81-82e9-6e3a1af63ae9 req-7877950d-091b-489c-8262-ff863fc10364 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:53.531762 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8b189bfa-c41c-4e81-82e9-6e3a1af63ae9 req-7877950d-091b-489c-8262-ff863fc10364 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0490551 May 26 21:27:53.582927 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8b189bfa-c41c-4e81-82e9-6e3a1af63ae9 req-f1a44214-08bc-49a1-9d70-3c448d58f2b4 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446098 May 26 21:27:53.698057 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db24c5-3e57-478b-83b4-33c098a25817 req-ed52768c-f33c-4598-9987-99fb97c2a66a tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:53.699555 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-13db24c5-3e57-478b-83b4-33c098a25817 req-ed52768c-f33c-4598-9987-99fb97c2a66a tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 943 time: 0.0557306 May 26 21:27:53.765167 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-13db24c5-3e57-478b-83b4-33c098a25817 req-52f29785-fb8b-4a75-8b01-02fe2a638a83 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577252 May 26 21:27:54.315076 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cf2a3-3fa2-431d-822f-11dc4c7b960b req-62ddd804-0e4b-4f3f-95b9-0bf2bcf5c370 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:54.317093 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4d0cf2a3-3fa2-431d-822f-11dc4c7b960b req-62ddd804-0e4b-4f3f-95b9-0bf2bcf5c370 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0460355 May 26 21:27:54.363246 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4d0cf2a3-3fa2-431d-822f-11dc4c7b960b req-cbf7c692-9dc9-40b7-a960-7961e8b34685 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401521 May 26 21:27:54.541477 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:54.704193 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e35a46-50b7-46da-acf7-3414d9fb2312 req-69b55f93-90d1-4f09-af86-2305fc69b121 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:54.705745 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-18e35a46-50b7-46da-acf7-3414d9fb2312 req-69b55f93-90d1-4f09-af86-2305fc69b121 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0481572 May 26 21:27:54.762677 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-18e35a46-50b7-46da-acf7-3414d9fb2312 req-d09db731-2b61-402b-a050-8c336b9eda4f tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452678 May 26 21:27:54.857183 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:54.887056 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4b27b-4d30-4b71-9db5-dfd0933876df req-f493d7a9-0649-43ec-891b-5f71edf9dcc9 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:54.888537 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-18b4b27b-4d30-4b71-9db5-dfd0933876df req-f493d7a9-0649-43ec-891b-5f71edf9dcc9 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 943 time: 0.0507243 May 26 21:27:54.934950 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-18b4b27b-4d30-4b71-9db5-dfd0933876df req-81e35e54-b9cb-490a-b1eb-2da2d88ca994 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409040 May 26 21:27:55.478849 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a6b9c-a0e1-4f1b-bfa4-4ab738fdeb2e req-b94fde06-03aa-47ab-a327-29802a39f26d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:55.480871 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9c3a6b9c-a0e1-4f1b-bfa4-4ab738fdeb2e req-b94fde06-03aa-47ab-a327-29802a39f26d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0521829 May 26 21:27:55.529363 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9c3a6b9c-a0e1-4f1b-bfa4-4ab738fdeb2e req-18e39e0b-87e0-48af-9ecc-b63fe1cacaa2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428362 May 26 21:27:55.892565 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5024e67-72aa-44ac-87ec-41933f94111c req-2301e06b-1389-4cc7-bf94-d4a3a16cf9f2 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:55.892565 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b5024e67-72aa-44ac-87ec-41933f94111c req-2301e06b-1389-4cc7-bf94-d4a3a16cf9f2 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0513546 May 26 21:27:55.942913 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b5024e67-72aa-44ac-87ec-41933f94111c req-2a0c50eb-5482-4056-8cde-031e851f6c8e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479262 May 26 21:27:56.046554 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d36818-9bb0-4703-83d3-3d3166e92dd5 req-eb663ce7-c951-4d48-929d-b67c8df045c5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:56.048044 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f3d36818-9bb0-4703-83d3-3d3166e92dd5 req-eb663ce7-c951-4d48-929d-b67c8df045c5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 943 time: 0.0477188 May 26 21:27:56.073662 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:56.095523 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f3d36818-9bb0-4703-83d3-3d3166e92dd5 req-13276fe0-0794-45de-b5fb-458cb0f4bd5a tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419071 May 26 21:27:56.204322 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:56.686744 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86575a-0328-4ba5-b692-1d46a5cf0c32 req-a98d0244-0e9f-471b-b4a6-4d4b310d1707 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:56.688223 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1f86575a-0328-4ba5-b692-1d46a5cf0c32 req-a98d0244-0e9f-471b-b4a6-4d4b310d1707 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0462883 May 26 21:27:56.737220 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1f86575a-0328-4ba5-b692-1d46a5cf0c32 req-ffc791db-3c8f-417f-b024-242b917d2ade tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435445 May 26 21:27:57.060214 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e0244-36b3-4550-a061-e02ae93aa011 req-27b69176-2eba-4bd9-9f6f-a8ec1bfe6467 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:57.061880 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-000e0244-36b3-4550-a061-e02ae93aa011 req-27b69176-2eba-4bd9-9f6f-a8ec1bfe6467 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0483403 May 26 21:27:57.110590 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-000e0244-36b3-4550-a061-e02ae93aa011 req-4cef41f5-9a98-4eba-be31-1d5212cb32ff tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425692 May 26 21:27:57.214224 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de573c0-e0ca-460f-94f9-17b227a78ae7 req-4c187a3c-7cb7-40ee-84d7-660fedd67ae9 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:57.215732 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2de573c0-e0ca-460f-94f9-17b227a78ae7 req-4c187a3c-7cb7-40ee-84d7-660fedd67ae9 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 943 time: 0.0464203 May 26 21:27:57.228655 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:57.263190 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2de573c0-e0ca-460f-94f9-17b227a78ae7 req-bc8d9df4-69e6-4e25-a9c2-4dbb173873ba tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418432 May 26 21:27:57.470375 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=24 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:57.611585 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:57.855798 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f48c6-670b-4fff-a9ba-aa44edaf3322 req-8ecba0e2-8c48-48ee-8f15-09e5e562b27a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:57.857317 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b50f48c6-670b-4fff-a9ba-aa44edaf3322 req-8ecba0e2-8c48-48ee-8f15-09e5e562b27a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0512543 May 26 21:27:57.912158 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b50f48c6-670b-4fff-a9ba-aa44edaf3322 req-71da4918-92f9-4ffb-a6d0-349804c11fb7 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493093 May 26 21:27:58.234478 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2c803-5393-4f35-9859-6afd3c3fbf66 req-131d7a95-d22a-48cc-8e97-3d8d39630512 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:58.236060 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-56b2c803-5393-4f35-9859-6afd3c3fbf66 req-131d7a95-d22a-48cc-8e97-3d8d39630512 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0480156 May 26 21:27:58.287463 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-56b2c803-5393-4f35-9859-6afd3c3fbf66 req-646ea6c4-9869-47be-a7f3-230fb4df60c2 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448754 May 26 21:27:58.403726 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ee28c-e912-40d0-adcb-a9299d6c5ce9 req-6eef4a12-2864-4cbc-9cc5-443b3191f349 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:58.405273 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-304ee28c-e912-40d0-adcb-a9299d6c5ce9 req-6eef4a12-2864-4cbc-9cc5-443b3191f349 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 943 time: 0.0512176 May 26 21:27:58.461640 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-304ee28c-e912-40d0-adcb-a9299d6c5ce9 req-ebbc0011-b667-4c17-beb5-5a7a0ff3dede tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497484 May 26 21:27:58.673187 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:27:58.813092 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=24cfeb63-c26b-4bcf-af3c-b3af9fdb259d,segment=NetworkSegment(92a89fa7-f318-4dd2-9048-6985bfbfaf8d),segment_id=92a89fa7-f318-4dd2-9048-6985bfbfaf8d)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:27:58.825435 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': '24cfeb63-c26b-4bcf-af3c-b3af9fdb259d', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'port_id': '24cfeb63-c26b-4bcf-af3c-b3af9fdb259d', 'mac_address': 'fa:16:3e:1b:a9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:27:58.860542 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:27:58.860904 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (24cfeb63-c26b-4bcf-af3c-b3af9fdb259d), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:58.873939 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:27:58.898196 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=24cfeb63-c26b-4bcf-af3c-b3af9fdb259d,segment=NetworkSegment(92a89fa7-f318-4dd2-9048-6985bfbfaf8d),segment_id=92a89fa7-f318-4dd2-9048-6985bfbfaf8d)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:27:58.961106 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (24cfeb63-c26b-4bcf-af3c-b3af9fdb259d), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:59.010135 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=24cfeb63-c26b-4bcf-af3c-b3af9fdb259d,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:27:59.032789 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7756455-2021-437d-ad61-225cf11a3159 req-33c0427b-f4f9-4900-ac69-df860e403b3f tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:59.034256 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e7756455-2021-437d-ad61-225cf11a3159 req-33c0427b-f4f9-4900-ac69-df860e403b3f tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0521951 May 26 21:27:59.083369 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e7756455-2021-437d-ad61-225cf11a3159 req-b7432a3b-f605-4eb4-8065-eae2ad314799 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432069 May 26 21:27:59.408195 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23516f3-2584-40fc-9711-e1e64423df45 req-224c758a-f3d9-4319-b5b0-ad918900bf58 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:59.409793 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e23516f3-2584-40fc-9711-e1e64423df45 req-224c758a-f3d9-4319-b5b0-ad918900bf58 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0485110 May 26 21:27:59.459633 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e23516f3-2584-40fc-9711-e1e64423df45 req-138f7c36-343a-4cb1-beb9-60c91aa07c9a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443778 May 26 21:27:59.583193 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e11fff-399c-43f8-842a-c9ee99cc8a4b req-f793096d-bafa-4725-80d2-e4100d04dbe7 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:27:59.584707 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f2e11fff-399c-43f8-842a-c9ee99cc8a4b req-f793096d-bafa-4725-80d2-e4100d04dbe7 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 944 time: 0.0520856 May 26 21:27:59.632069 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f2e11fff-399c-43f8-842a-c9ee99cc8a4b req-5cc1f13a-e839-4c66-86ab-9f6506b89cb7 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417528 May 26 21:28:00.194429 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b99c4-f137-4641-8a50-4116fe365d3d req-38958bf8-3655-4da3-8782-4680f2669d2b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:00.195904 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-605b99c4-f137-4641-8a50-4116fe365d3d req-38958bf8-3655-4da3-8782-4680f2669d2b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0458486 May 26 21:28:00.242028 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-605b99c4-f137-4641-8a50-4116fe365d3d req-5265bf8d-13c2-444b-8f5b-f379fd6a29a3 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408101 May 26 21:28:00.582675 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627c826-6040-480c-a569-f634fd97c78c req-040a0fbf-8705-40d0-8e20-9f1e7f6d909e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:00.584253 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e627c826-6040-480c-a569-f634fd97c78c req-040a0fbf-8705-40d0-8e20-9f1e7f6d909e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0522470 May 26 21:28:00.632411 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e627c826-6040-480c-a569-f634fd97c78c req-82a12b29-2c4b-4e08-aeb6-dbf6d0421f3d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422857 May 26 21:28:00.707077 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:00.744550 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf9d69-8ad1-4079-9288-2aa52d4513a8 req-5d26bcbc-2b4e-4b8d-adba-30c546187c61 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:00.746027 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b7cf9d69-8ad1-4079-9288-2aa52d4513a8 req-5d26bcbc-2b4e-4b8d-adba-30c546187c61 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 944 time: 0.0485506 May 26 21:28:00.792023 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b7cf9d69-8ad1-4079-9288-2aa52d4513a8 req-3ab2c73d-14ef-403c-b0ca-939debeec1c1 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403342 May 26 21:28:01.355514 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b6151-dda9-4473-b132-fc42f8210376 req-37d6c989-a69f-4e4d-be64-43eb94da66b8 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:01.357018 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f06b6151-dda9-4473-b132-fc42f8210376 req-37d6c989-a69f-4e4d-be64-43eb94da66b8 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0476420 May 26 21:28:01.406741 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f06b6151-dda9-4473-b132-fc42f8210376 req-bdb2ff54-e8c9-46e3-80bf-a4deec54601f tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441160 May 26 21:28:01.750352 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdcdb7-f99b-439f-90ba-ce9a8f7fffc1 req-59805958-b459-4f57-baaf-78146cdaf7d8 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:01.751934 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-12fdcdb7-f99b-439f-90ba-ce9a8f7fffc1 req-59805958-b459-4f57-baaf-78146cdaf7d8 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0504808 May 26 21:28:01.809459 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-12fdcdb7-f99b-439f-90ba-ce9a8f7fffc1 req-dec5db14-0e33-4dcd-b7a1-e5ffdda62cce tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475039 May 26 21:28:01.836184 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['24cfeb63-c26b-4bcf-af3c-b3af9fdb259d'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:28:01.875379 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:01.911252 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7fcdc-8ae4-4941-969a-cc8dc9b5a56e req-0fc5d115-cab1-4568-9cec-c634057390ca tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:01.912826 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-71a7fcdc-8ae4-4941-969a-cc8dc9b5a56e req-0fc5d115-cab1-4568-9cec-c634057390ca tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 944 time: 0.0480957 May 26 21:28:01.960972 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-71a7fcdc-8ae4-4941-969a-cc8dc9b5a56e req-e27a7109-f976-486c-a4c3-a16efd665e61 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424702 May 26 21:28:02.350525 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.60', 52608) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:02.385870 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134beea4-5027-455c-8492-8c6d65dfafc9 req-204adda5-f085-47cd-aa00-f01935fa0d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:02.385870 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-134beea4-5027-455c-8492-8c6d65dfafc9 req-204adda5-f085-47cd-aa00-f01935fa0d75 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=318999cb1f874176b2523de9686febc1&device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 1128 time: 0.0746002 May 26 21:28:02.408689 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f153aaf3-af76-4c16-bcb7-9f51af95a667 req-d68df29f-e9ba-40ef-adb2-c1059dc7ce05 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570378 May 26 21:28:02.498695 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-07108dce-69b4-4d76-8fb9-245658718228 req-1a80a6aa-eae3-40cc-ada0-18b9d2721aa6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659906 May 26 21:28:02.542197 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-f890f07d-89ae-4001-aca8-b7c5a9cfe332 service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320225 May 26 21:28:02.547597 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4c734c4b-91e9-41d0-87cf-0a48f92f1e1a req-5d04c1e4-2957-4d16-ac64-8051af015fbb service neutron] 10.222.0.60 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161629 May 26 21:28:02.594913 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b81eb6-e84e-48ad-8484-06444e82bbfc req-2529bc2b-05ef-43c2-8ae9-d162113783d8 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:02.596341 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-16b81eb6-e84e-48ad-8484-06444e82bbfc req-2529bc2b-05ef-43c2-8ae9-d162113783d8 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0804741 May 26 21:28:02.624683 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134beea4-5027-455c-8492-8c6d65dfafc9 req-74c00852-7f82-49db-b24d-867a7ea8034c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:02.626123 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-134beea4-5027-455c-8492-8c6d65dfafc9 req-74c00852-7f82-49db-b24d-867a7ea8034c service neutron] 10.222.0.60 "GET /v2.0/networks?id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa HTTP/1.1" status: 200 len: 919 time: 0.2343161 May 26 21:28:02.661144 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-16b81eb6-e84e-48ad-8484-06444e82bbfc req-98c68f6e-2e14-4391-a630-e198bc434e92 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525539 May 26 21:28:02.940322 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f685fb-4dc0-4d5e-8c89-780b47ae04bb req-a7ca9650-1906-46cf-8294-b79d94684676 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:02.942278 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e9f685fb-4dc0-4d5e-8c89-780b47ae04bb req-a7ca9650-1906-46cf-8294-b79d94684676 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0530257 May 26 21:28:02.997407 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e9f685fb-4dc0-4d5e-8c89-780b47ae04bb req-e7da7773-0de0-448b-8f7a-02b27c6f5cba tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456326 May 26 21:28:03.110182 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c27ef3-848d-423a-85e3-64bef69cc8d8 req-e9edf1a6-bb51-432e-bbb4-f22d19be0e3e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:03.111720 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c1c27ef3-848d-423a-85e3-64bef69cc8d8 req-e9edf1a6-bb51-432e-bbb4-f22d19be0e3e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 944 time: 0.0494571 May 26 21:28:03.178000 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c1c27ef3-848d-423a-85e3-64bef69cc8d8 req-c282606d-95f0-4072-a8f0-f5f1fc40a31d tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604615 May 26 21:28:03.208292 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-134beea4-5027-455c-8492-8c6d65dfafc9 req-f815995e-44c8-4615-a25d-99aebef628f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24cfeb63-c26b-4bcf-af3c-b3af9fdb259d HTTP/1.1" status: 200 len: 217 time: 0.0442219 May 26 21:28:03.268134 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134beea4-5027-455c-8492-8c6d65dfafc9 req-89e59cdc-2c16-4b69-8354-08eff00d486e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:03.270149 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-134beea4-5027-455c-8492-8c6d65dfafc9 req-89e59cdc-2c16-4b69-8354-08eff00d486e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2637c66-7972-4d35-9019-9342a0d2b58e HTTP/1.1" status: 200 len: 857 time: 0.0465314 May 26 21:28:03.282945 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153aaf3-af76-4c16-bcb7-9f51af95a667 req-ab071568-69cb-49dd-9c9c-a48df8642694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:03.285308 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f153aaf3-af76-4c16-bcb7-9f51af95a667 req-ab071568-69cb-49dd-9c9c-a48df8642694 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=199159bff7e5433ca3da168465c2e22c&device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 1129 time: 0.1155684 May 26 21:28:03.316806 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d93f9dca-e808-412c-916a-2395e71a2b41 req-a798d4ac-1fd2-42ac-96ec-26e477bd6d77 service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608255 May 26 21:28:03.482864 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:28:03.529109 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning for port 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d completed by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:28:03.611176 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:28:03.611544 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (24cfeb63-c26b-4bcf-af3c-b3af9fdb259d), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:03.689147 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:28:03.689766 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (24cfeb63-c26b-4bcf-af3c-b3af9fdb259d), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:03.729343 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05b42bf-dc0a-43d4-a6e9-d5126fffc9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cfeb63-c26b-4bcf-af3c-b3af9fdb259d'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:28:03.731780 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb46845f-b2d2-42a5-8ad1-33b65557d28b" -d '{"events": [{"server_uuid": "d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1", "name": "network-vif-plugged", "status": "completed", "tag": "24cfeb63-c26b-4bcf-af3c-b3af9fdb259d"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:28:03.751682 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=24cfeb63-c26b-4bcf-af3c-b3af9fdb259d,segment=NetworkSegment(92a89fa7-f318-4dd2-9048-6985bfbfaf8d),segment_id=92a89fa7-f318-4dd2-9048-6985bfbfaf8d)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:28:03.776026 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942f10a5-165f-493a-ada2-08de13e5390a x-openstack-request-id: req-942f10a5-165f-493a-ada2-08de13e5390a {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:28:03.776026 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1", "name": "network-vif-plugged", "status": "completed", "tag": "24cfeb63-c26b-4bcf-af3c-b3af9fdb259d", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:28:03.776026 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-942f10a5-165f-493a-ada2-08de13e5390a {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:28:03.776026 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-942f10a5-165f-493a-ada2-08de13e5390a'] response: {'server_uuid': 'd05b42bf-dc0a-43d4-a6e9-d5126fffc9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cfeb63-c26b-4bcf-af3c-b3af9fdb259d', 'code': 200} May 26 21:28:03.807595 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f6031-79cf-4f24-b14c-d72e90bd949f req-1ecdfc7e-7019-49eb-a0a6-f2897e03fcb4 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:03.809813 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2c0f6031-79cf-4f24-b14c-d72e90bd949f req-1ecdfc7e-7019-49eb-a0a6-f2897e03fcb4 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0519140 May 26 21:28:03.860653 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2c0f6031-79cf-4f24-b14c-d72e90bd949f req-81212bb1-5444-4307-ae5f-370ca1f8f272 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456321 May 26 21:28:03.868469 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (24cfeb63-c26b-4bcf-af3c-b3af9fdb259d), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:03.904496 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:03.921777 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:03.929038 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=24cfeb63-c26b-4bcf-af3c-b3af9fdb259d,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:03.936102 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:03.936905 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:03.936905 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:03.937086 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:03.937430 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:03.937758 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:03.938082 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:03.938815 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:03.938815 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:03.939064 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:03.939348 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:03.939712 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:03.940023 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:03.940391 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:03.941278 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:04.137878 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0407ae-8af2-4540-8f80-b6c0e5dab423 req-22a9557b-bc7e-4aa9-93b6-f3cd12282a28 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:04.139613 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-db0407ae-8af2-4540-8f80-b6c0e5dab423 req-22a9557b-bc7e-4aa9-93b6-f3cd12282a28 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0582278 May 26 21:28:04.207227 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-db0407ae-8af2-4540-8f80-b6c0e5dab423 req-7627d66d-0233-4094-9016-8d1c0aa7648a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580127 May 26 21:28:04.454353 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346084e-fe65-48b9-b7a7-07c7c3b596d8 req-720044fd-2e70-4850-8349-803a19b53957 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:04.456838 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-7346084e-fe65-48b9-b7a7-07c7c3b596d8 req-720044fd-2e70-4850-8349-803a19b53957 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0496559 May 26 21:28:04.505257 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-7346084e-fe65-48b9-b7a7-07c7c3b596d8 req-c1c0ff42-eb79-4e22-af54-f80879a35010 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419812 May 26 21:28:05.000448 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6c629-7244-46a5-972a-956954b6cd3a req-935ccd82-21f8-419b-96aa-6e7fd87b416b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:05.001807 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-31a6c629-7244-46a5-972a-956954b6cd3a req-935ccd82-21f8-419b-96aa-6e7fd87b416b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0521095 May 26 21:28:05.046284 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:05.055067 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-31a6c629-7244-46a5-972a-956954b6cd3a req-36daba14-9e41-46b0-914f-1e85b3893d87 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460870 May 26 21:28:05.334722 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd0be0-8747-4c3b-9d01-604c4661e7f3 req-d669c106-9ad0-4db2-a596-da5dbddf95b0 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:05.336238 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-22dd0be0-8747-4c3b-9d01-604c4661e7f3 req-d669c106-9ad0-4db2-a596-da5dbddf95b0 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0526412 May 26 21:28:05.388494 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-22dd0be0-8747-4c3b-9d01-604c4661e7f3 req-65cab9b8-3ee5-44e8-bf7c-622bf68dc9bc tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449688 May 26 21:28:05.761526 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517edc3-5cef-4bae-9bc2-6a3823486e77 req-86ffc8db-31f5-43e4-90f8-e0fbf4920101 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:05.763046 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7517edc3-5cef-4bae-9bc2-6a3823486e77 req-86ffc8db-31f5-43e4-90f8-e0fbf4920101 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0480931 May 26 21:28:05.810408 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7517edc3-5cef-4bae-9bc2-6a3823486e77 req-a8dedd03-7561-484c-9f4a-f380b998ed26 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415623 May 26 21:28:06.180332 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145ad57-1c5d-4893-a902-8b2f6cc6050c req-63a97c68-35a0-40ac-a7c1-d917996992e7 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:06.181874 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3145ad57-1c5d-4893-a902-8b2f6cc6050c req-63a97c68-35a0-40ac-a7c1-d917996992e7 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0508065 May 26 21:28:06.238047 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3145ad57-1c5d-4893-a902-8b2f6cc6050c req-afc2b207-7a1d-49ab-9946-555f3d4114cc tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454767 May 26 21:28:06.526955 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4a000-decf-44ae-8927-f1be41490c97 req-fc03fc39-ea95-43d6-91c4-14e21ea1ebcf tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:06.528514 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-56b4a000-decf-44ae-8927-f1be41490c97 req-fc03fc39-ea95-43d6-91c4-14e21ea1ebcf tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0615666 May 26 21:28:06.577577 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-56b4a000-decf-44ae-8927-f1be41490c97 req-2f08d5d3-206d-49b8-9bd4-48c59e3d00a4 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434330 May 26 21:28:06.940012 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72846f-d44e-46e1-b5bc-ccfd61d52310 req-9366c63d-bc66-4dfd-8406-da7bf3fa06a4 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:06.942719 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0e72846f-d44e-46e1-b5bc-ccfd61d52310 req-9366c63d-bc66-4dfd-8406-da7bf3fa06a4 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0605476 May 26 21:28:07.191621 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0e72846f-d44e-46e1-b5bc-ccfd61d52310 req-f3d25f49-5bf6-4f92-885d-bcece63c45fa tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384148 May 26 21:28:07.347400 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:07.358747 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfcc7f-1262-4ffc-adc6-f534a0bb1049 req-39c997d2-87bc-47b3-af69-c136bc1a28ab tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:07.360381 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4fbfcc7f-1262-4ffc-adc6-f534a0bb1049 req-39c997d2-87bc-47b3-af69-c136bc1a28ab tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0533271 May 26 21:28:07.412996 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4fbfcc7f-1262-4ffc-adc6-f534a0bb1049 req-36d4dca2-dfe1-4f4d-b14d-4d31b110487c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467160 May 26 21:28:07.709867 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287aad7c-5b3e-425f-88bf-5f36a0af2ce8 req-7f539c21-c128-45d4-8c31-9efaac271b9d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:07.711455 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-287aad7c-5b3e-425f-88bf-5f36a0af2ce8 req-7f539c21-c128-45d4-8c31-9efaac271b9d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0563474 May 26 21:28:07.773517 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-287aad7c-5b3e-425f-88bf-5f36a0af2ce8 req-7a3684cb-82d6-4de2-abe7-201a4443e6b4 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563259 May 26 21:28:08.311156 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f014562-f136-4572-86bd-1467123870ef req-2e5e6fd2-de9b-47c6-be2c-1bcc3e96a9a4 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:08.312686 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1f014562-f136-4572-86bd-1467123870ef req-2e5e6fd2-de9b-47c6-be2c-1bcc3e96a9a4 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0496297 May 26 21:28:08.374348 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1f014562-f136-4572-86bd-1467123870ef req-9d5551ae-7e9c-49b4-9775-6766b62507b1 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505183 May 26 21:28:08.515858 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:08.536214 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a2a08-cf79-48ce-9b3d-fec57bfae638 req-ccab5b62-6b09-4d67-903a-9ab0262a0a9a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:08.537805 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-429a2a08-cf79-48ce-9b3d-fec57bfae638 req-ccab5b62-6b09-4d67-903a-9ab0262a0a9a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0510893 May 26 21:28:08.589613 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:08.595229 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-429a2a08-cf79-48ce-9b3d-fec57bfae638 req-baeeee84-6fc5-43f5-8509-47cab99fea74 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512621 May 26 21:28:08.903060 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf37a0-bbf9-4e43-8357-5679c24205c7 req-9cd3e362-61f7-40c1-910a-a8ed2ab40488 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:08.904678 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2aaf37a0-bbf9-4e43-8357-5679c24205c7 req-9cd3e362-61f7-40c1-910a-a8ed2ab40488 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0496819 May 26 21:28:08.960551 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2aaf37a0-bbf9-4e43-8357-5679c24205c7 req-fa8c7d9a-8919-4ac9-b112-e1d90b07da6e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480411 May 26 21:28:09.496068 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752261f7-1dec-4188-9898-747ab2a2bff5 req-9543a2bb-c344-4a05-9378-fc9bb06e8964 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:09.497649 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-752261f7-1dec-4188-9898-747ab2a2bff5 req-9543a2bb-c344-4a05-9378-fc9bb06e8964 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0507560 May 26 21:28:09.558456 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-752261f7-1dec-4188-9898-747ab2a2bff5 req-571999bf-9070-48c1-bfce-381a3261d3c1 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523458 May 26 21:28:09.763620 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf98cd-558f-4253-9fb4-92e30e6fcf7a req-82adaa65-a35e-4d4f-9136-d4614a713f22 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:09.765169 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-89cf98cd-558f-4253-9fb4-92e30e6fcf7a req-82adaa65-a35e-4d4f-9136-d4614a713f22 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0788143 May 26 21:28:09.816354 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-89cf98cd-558f-4253-9fb4-92e30e6fcf7a req-31a05cf2-afbb-479c-8c7d-64dc97b787bb tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451200 May 26 21:28:10.122478 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633e6a8-70f6-4b93-9eb3-71bcae049c0b req-0cdc5099-ea92-4f94-b044-b682efa9bd65 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:10.124105 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a633e6a8-70f6-4b93-9eb3-71bcae049c0b req-0cdc5099-ea92-4f94-b044-b682efa9bd65 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0495393 May 26 21:28:10.185654 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a633e6a8-70f6-4b93-9eb3-71bcae049c0b req-9d859a0b-1379-41fd-93dc-d1eb255416c7 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543349 May 26 21:28:10.685923 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fa94a-8c00-432f-b6d5-3b96c87f2667 req-a3d1cd94-3177-4958-9180-05798cc001dc tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:10.687487 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c95fa94a-8c00-432f-b6d5-3b96c87f2667 req-a3d1cd94-3177-4958-9180-05798cc001dc tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0556276 May 26 21:28:10.736857 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c95fa94a-8c00-432f-b6d5-3b96c87f2667 req-96669e6e-ef11-4d12-a088-baa7ad84db73 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429082 May 26 21:28:10.947381 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf4578-c346-477a-9e1a-cc5806da4080 req-65b4bff0-fd3e-4991-a2ce-64989d1be4cf tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:10.948930 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-aaaf4578-c346-477a-9e1a-cc5806da4080 req-65b4bff0-fd3e-4991-a2ce-64989d1be4cf tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 944 time: 0.0557370 May 26 21:28:10.959362 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134beea4-5027-455c-8492-8c6d65dfafc9 req-d39354ae-17bc-4c7d-9601-9a314b3d2fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:10.961019 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-134beea4-5027-455c-8492-8c6d65dfafc9 req-d39354ae-17bc-4c7d-9601-9a314b3d2fdc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406346 May 26 21:28:11.000822 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-aaaf4578-c346-477a-9e1a-cc5806da4080 req-4fbf823a-d483-4f16-a210-223049234d95 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457830 May 26 21:28:11.356239 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1f1e5-887b-4ffc-9323-ccd6ad52ce81 req-c8543708-7e0a-4a50-b5d8-3f596606616a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:11.359033 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-73c1f1e5-887b-4ffc-9323-ccd6ad52ce81 req-c8543708-7e0a-4a50-b5d8-3f596606616a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0801666 May 26 21:28:11.438874 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-73c1f1e5-887b-4ffc-9323-ccd6ad52ce81 req-4e16c7bf-5947-45b7-9142-70814a94be66 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702229 May 26 21:28:11.530511 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:28:11.692740 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:28:11.711707 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': '2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'port_id': '2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e', 'mac_address': 'fa:16:3e:1d:37:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:28:11.754456 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:28:11.754842 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:11.769718 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:28:11.794450 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:28:11.857313 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:11.885063 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43816fc3-ab34-4610-970e-437815d87f99 req-1a20d1bf-95af-432c-a6c9-edd49b3b4a55 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:11.887930 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-43816fc3-ab34-4610-970e-437815d87f99 req-1a20d1bf-95af-432c-a6c9-edd49b3b4a55 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0732882 May 26 21:28:11.922198 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:11.954520 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 48492) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:11.970889 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-43816fc3-ab34-4610-970e-437815d87f99 req-6493d83d-a2d6-4021-be5c-a11f901a9de4 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736675 May 26 21:28:12.123013 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6ff56232-20bd-4600-b740-5dceaa29a02d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:12.145286 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e54a0-5eab-490b-9852-360bc50139a9 req-98f78877-e05c-4ecf-a38d-7d9b1f8397c4 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:12.146849 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-070e54a0-5eab-490b-9852-360bc50139a9 req-98f78877-e05c-4ecf-a38d-7d9b1f8397c4 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 945 time: 0.0701365 May 26 21:28:12.219573 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:12.227623 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-070e54a0-5eab-490b-9852-360bc50139a9 req-f3b2c43e-81bf-4bf7-829d-5b0f9cd4f36c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735872 May 26 21:28:12.271007 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6ff56232-20bd-4600-b740-5dceaa29a02d admin admin] Publish callbacks [] for security_group (610db237-6770-4b6b-9a3c-3e27855db7e4), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:12.388508 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6ff56232-20bd-4600-b740-5dceaa29a02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (610db237-6770-4b6b-9a3c-3e27855db7e4), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:12.400382 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:28:12.433612 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 48512) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:12.433812 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-6ff56232-20bd-4600-b740-5dceaa29a02d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f65b0054809a4796995fa183a10caf76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4786460 May 26 21:28:12.434625 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff56232-20bd-4600-b740-5dceaa29a02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610db237-6770-4b6b-9a3c-3e27855db7e4,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:12.445126 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff56232-20bd-4600-b740-5dceaa29a02d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.451358 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff56232-20bd-4600-b740-5dceaa29a02d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.451358 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff56232-20bd-4600-b740-5dceaa29a02d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.451358 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff56232-20bd-4600-b740-5dceaa29a02d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.451358 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff56232-20bd-4600-b740-5dceaa29a02d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.451358 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff56232-20bd-4600-b740-5dceaa29a02d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.451358 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff56232-20bd-4600-b740-5dceaa29a02d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.451358 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff56232-20bd-4600-b740-5dceaa29a02d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.451358 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff56232-20bd-4600-b740-5dceaa29a02d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.451358 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff56232-20bd-4600-b740-5dceaa29a02d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.451358 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff56232-20bd-4600-b740-5dceaa29a02d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.451358 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff56232-20bd-4600-b740-5dceaa29a02d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.451358 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff56232-20bd-4600-b740-5dceaa29a02d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.451358 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff56232-20bd-4600-b740-5dceaa29a02d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.451358 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff56232-20bd-4600-b740-5dceaa29a02d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.497313 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7d2698cc-74ef-4432-b1cf-13d576f5f98f admin admin] Publish callbacks [] for security_group (610db237-6770-4b6b-9a3c-3e27855db7e4), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:12.522765 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 48516) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:12.528481 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7d2698cc-74ef-4432-b1cf-13d576f5f98f admin admin] Publish callbacks [] for security_group (610db237-6770-4b6b-9a3c-3e27855db7e4), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:12.619825 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c1801-7f00-40ab-b386-686a3027cf21 req-88c19f0c-e827-431a-8d00-dd6e688c38b9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:12.621693 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c30c1801-7f00-40ab-b386-686a3027cf21 req-88c19f0c-e827-431a-8d00-dd6e688c38b9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0810595 May 26 21:28:12.668189 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d84b1422-4c21-4d39-8d2c-80fa8ef4d791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:12.674817 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c30c1801-7f00-40ab-b386-686a3027cf21 req-a51ac67f-e816-40cf-bbc4-0e7786db718e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475135 May 26 21:28:12.720132 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7d2698cc-74ef-4432-b1cf-13d576f5f98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (610db237-6770-4b6b-9a3c-3e27855db7e4), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:12.722999 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7d2698cc-74ef-4432-b1cf-13d576f5f98f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:12.724288 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-7d2698cc-74ef-4432-b1cf-13d576f5f98f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/610db237-6770-4b6b-9a3c-3e27855db7e4 HTTP/1.1" status: 204 len: 168 time: 0.2893417 May 26 21:28:12.733906 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2698cc-74ef-4432-b1cf-13d576f5f98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610db237-6770-4b6b-9a3c-3e27855db7e4,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:12.741527 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:12.743546 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2698cc-74ef-4432-b1cf-13d576f5f98f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.743546 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2698cc-74ef-4432-b1cf-13d576f5f98f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.744104 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2698cc-74ef-4432-b1cf-13d576f5f98f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.744768 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2698cc-74ef-4432-b1cf-13d576f5f98f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.745210 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2698cc-74ef-4432-b1cf-13d576f5f98f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.745671 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2698cc-74ef-4432-b1cf-13d576f5f98f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.746493 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2698cc-74ef-4432-b1cf-13d576f5f98f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.746711 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2698cc-74ef-4432-b1cf-13d576f5f98f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.747134 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2698cc-74ef-4432-b1cf-13d576f5f98f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.747616 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2698cc-74ef-4432-b1cf-13d576f5f98f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.748222 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2698cc-74ef-4432-b1cf-13d576f5f98f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.749238 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2698cc-74ef-4432-b1cf-13d576f5f98f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.749721 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2698cc-74ef-4432-b1cf-13d576f5f98f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.750275 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2698cc-74ef-4432-b1cf-13d576f5f98f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.750714 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2698cc-74ef-4432-b1cf-13d576f5f98f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:28:12.804061 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d84b1422-4c21-4d39-8d2c-80fa8ef4d791 admin admin] Publish callbacks [] for security_group (f58e0628-338c-4791-b295-06ad21945a5d), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:12.863255 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d84b1422-4c21-4d39-8d2c-80fa8ef4d791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (f58e0628-338c-4791-b295-06ad21945a5d), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:12.902701 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-d84b1422-4c21-4d39-8d2c-80fa8ef4d791 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5a784a65f3094247972ffbcc32167198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3787808 May 26 21:28:12.903536 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b1422-4c21-4d39-8d2c-80fa8ef4d791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58e0628-338c-4791-b295-06ad21945a5d,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:12.905514 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 48530) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:12.957899 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fa8b05e6-bc4d-4091-8f29-90750968a189 admin admin] Publish callbacks [] for security_group (f58e0628-338c-4791-b295-06ad21945a5d), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:12.980074 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fa8b05e6-bc4d-4091-8f29-90750968a189 admin admin] Publish callbacks [] for security_group (f58e0628-338c-4791-b295-06ad21945a5d), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:13.098967 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421f8c1-c5e6-4582-8b6c-e32103010767 req-66790bf5-a748-4ad9-ab78-378bea8725a4 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:13.100461 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e421f8c1-c5e6-4582-8b6c-e32103010767 req-66790bf5-a748-4ad9-ab78-378bea8725a4 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0540733 May 26 21:28:13.102179 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fa8b05e6-bc4d-4091-8f29-90750968a189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (f58e0628-338c-4791-b295-06ad21945a5d), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:13.104861 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fa8b05e6-bc4d-4091-8f29-90750968a189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:13.106068 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-fa8b05e6-bc4d-4091-8f29-90750968a189 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f58e0628-338c-4791-b295-06ad21945a5d HTTP/1.1" status: 204 len: 168 time: 0.1995292 May 26 21:28:13.115861 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b05e6-bc4d-4091-8f29-90750968a189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58e0628-338c-4791-b295-06ad21945a5d,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:13.190272 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e421f8c1-c5e6-4582-8b6c-e32103010767 req-943a6bab-84ff-4374-95bc-3775c63be109 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841863 May 26 21:28:13.368608 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b15b3-3647-4275-b9d4-0d034597cc57 req-58328db6-0701-469a-8df2-7f7f45a1f1c6 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:13.370919 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f46b15b3-3647-4275-b9d4-0d034597cc57 req-58328db6-0701-469a-8df2-7f7f45a1f1c6 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 945 time: 0.0521643 May 26 21:28:13.431801 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:13.436690 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f46b15b3-3647-4275-b9d4-0d034597cc57 req-1282a17b-850d-4d1e-8b1d-b5ac127ab891 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558770 May 26 21:28:13.472491 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 48550) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:13.486542 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-48174b23-979a-43cd-b350-23ebad11a388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:13.521165 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:28:13.582980 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-48174b23-979a-43cd-b350-23ebad11a388 admin admin] Publish callbacks [] for security_group (a04908fc-66ed-487e-b27d-0569c9f10aef), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:13.590627 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning for port 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e completed by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:28:13.656955 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:28:13.657342 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-48174b23-979a-43cd-b350-23ebad11a388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (a04908fc-66ed-487e-b27d-0569c9f10aef), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:13.657668 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:13.704791 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 48560) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:13.714042 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-48174b23-979a-43cd-b350-23ebad11a388 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e98cd4d29c534041a460c35659773621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306571 May 26 21:28:13.726222 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48174b23-979a-43cd-b350-23ebad11a388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04908fc-66ed-487e-b27d-0569c9f10aef,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:13.743003 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:28:13.743003 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:13.761737 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:13.771372 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bec145-b7bb-413b-a4ee-124c14212c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:28:13.773916 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d427f2b-576f-4aad-befa-8ace53de0c99" -d '{"events": [{"server_uuid": "94bec145-b7bb-413b-a4ee-124c14212c63", "name": "network-vif-plugged", "status": "completed", "tag": "2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:28:13.780085 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d6e4adc2-ee4c-47e1-b9bc-d16dda5eb9a0 admin admin] Publish callbacks [] for security_group (a04908fc-66ed-487e-b27d-0569c9f10aef), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:13.799077 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:28:13.815123 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d6e4adc2-ee4c-47e1-b9bc-d16dda5eb9a0 admin admin] Publish callbacks [] for security_group (a04908fc-66ed-487e-b27d-0569c9f10aef), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:13.829224 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21235c9a-408d-4f7e-a761-f8fb10c17616 req-330fb282-5b33-40c0-9e90-fea445126cc8 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:13.830547 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3eb00d-6cf7-42fd-89c2-9f42806d09ac x-openstack-request-id: req-4a3eb00d-6cf7-42fd-89c2-9f42806d09ac {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:28:13.831411 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bec145-b7bb-413b-a4ee-124c14212c63", "name": "network-vif-plugged", "status": "completed", "tag": "2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:28:13.831695 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a3eb00d-6cf7-42fd-89c2-9f42806d09ac {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:28:13.832133 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a3eb00d-6cf7-42fd-89c2-9f42806d09ac'] response: {'server_uuid': '94bec145-b7bb-413b-a4ee-124c14212c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e', 'code': 200} May 26 21:28:13.835124 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-21235c9a-408d-4f7e-a761-f8fb10c17616 req-330fb282-5b33-40c0-9e90-fea445126cc8 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0811934 May 26 21:28:13.876698 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:13.889685 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-21235c9a-408d-4f7e-a761-f8fb10c17616 req-17ea5650-ddf6-4c9e-b26b-2257eaff00ba tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536907 May 26 21:28:13.950432 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:13.976576 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d6e4adc2-ee4c-47e1-b9bc-d16dda5eb9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (a04908fc-66ed-487e-b27d-0569c9f10aef), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:13.979139 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d6e4adc2-ee4c-47e1-b9bc-d16dda5eb9a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:13.980365 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-d6e4adc2-ee4c-47e1-b9bc-d16dda5eb9a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a04908fc-66ed-487e-b27d-0569c9f10aef HTTP/1.1" status: 204 len: 168 time: 0.2746072 May 26 21:28:13.988347 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4adc2-ee4c-47e1-b9bc-d16dda5eb9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04908fc-66ed-487e-b27d-0569c9f10aef,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:14.080499 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 48570) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:14.095177 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-de1d6b0b-575c-42bb-9104-c72f93af56a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:14.141247 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:14.168820 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-de1d6b0b-575c-42bb-9104-c72f93af56a5 admin admin] Publish callbacks [] for security_group (f6cfd2bf-0857-4e55-a4d5-e24b49d53d27), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:14.308044 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-de1d6b0b-575c-42bb-9104-c72f93af56a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (f6cfd2bf-0857-4e55-a4d5-e24b49d53d27), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:14.309728 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0fdbb-affe-40c5-b811-ef1842be76d0 req-8759fe7a-f08e-4311-81a8-0a832b31e209 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:14.311241 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5aa0fdbb-affe-40c5-b811-ef1842be76d0 req-8759fe7a-f08e-4311-81a8-0a832b31e209 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0509036 May 26 21:28:14.349695 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-de1d6b0b-575c-42bb-9104-c72f93af56a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1039399708b64aa0abac642f13023e69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2673798 May 26 21:28:14.350563 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d6b0b-575c-42bb-9104-c72f93af56a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cfd2bf-0857-4e55-a4d5-e24b49d53d27,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:14.354173 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 48578) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:14.368466 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5aa0fdbb-affe-40c5-b811-ef1842be76d0 req-2d5f454f-d07f-4c7b-938e-f82245877ace tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504045 May 26 21:28:14.415549 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c218d5c0-a903-4254-84e5-cd74fec49258 admin admin] Publish callbacks [] for security_group (f6cfd2bf-0857-4e55-a4d5-e24b49d53d27), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:14.425159 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:14.439129 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c218d5c0-a903-4254-84e5-cd74fec49258 admin admin] Publish callbacks [] for security_group (f6cfd2bf-0857-4e55-a4d5-e24b49d53d27), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:14.568926 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57446cf-82f0-4c10-b584-4514e4e7260a req-03698e3c-dbda-4f68-a0ef-7cc41f1f9b8a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:14.570360 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f57446cf-82f0-4c10-b584-4514e4e7260a req-03698e3c-dbda-4f68-a0ef-7cc41f1f9b8a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 946 time: 0.0489776 May 26 21:28:14.583224 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c218d5c0-a903-4254-84e5-cd74fec49258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (f6cfd2bf-0857-4e55-a4d5-e24b49d53d27), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:14.584524 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c218d5c0-a903-4254-84e5-cd74fec49258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:14.585591 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-c218d5c0-a903-4254-84e5-cd74fec49258 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f6cfd2bf-0857-4e55-a4d5-e24b49d53d27 HTTP/1.1" status: 204 len: 168 time: 0.2303572 May 26 21:28:14.603417 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218d5c0-a903-4254-84e5-cd74fec49258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cfd2bf-0857-4e55-a4d5-e24b49d53d27,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:14.643709 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f57446cf-82f0-4c10-b584-4514e4e7260a req-8596be5b-57c0-4308-b464-f79c640199af tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677514 May 26 21:28:15.039147 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beb0a4-e03a-453a-85c1-cf6ce49dff17 req-c185801a-f512-4179-921e-9e6808d75c83 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:15.040772 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f3beb0a4-e03a-453a-85c1-cf6ce49dff17 req-c185801a-f512-4179-921e-9e6808d75c83 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0604908 May 26 21:28:15.093986 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f3beb0a4-e03a-453a-85c1-cf6ce49dff17 req-71aa06f1-9b79-409e-8f5b-8b33c53deb28 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459940 May 26 21:28:15.495438 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9e6eb-8218-45c4-9927-cc701c3f0d02 req-b6cff1e0-d318-48ad-9f6e-bb4fa3962601 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:15.496997 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6ef9e6eb-8218-45c4-9927-cc701c3f0d02 req-b6cff1e0-d318-48ad-9f6e-bb4fa3962601 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0535755 May 26 21:28:15.551290 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6ef9e6eb-8218-45c4-9927-cc701c3f0d02 req-601c62e1-793f-4fbe-a352-3e4a3759a357 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485570 May 26 21:28:15.772310 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a16910-3528-44fd-9ff7-dff7d2befbaa req-e98180bd-fa5d-4708-8ec6-4daa90a9433b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:15.773903 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-68a16910-3528-44fd-9ff7-dff7d2befbaa req-e98180bd-fa5d-4708-8ec6-4daa90a9433b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 946 time: 0.0471642 May 26 21:28:15.833856 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-68a16910-3528-44fd-9ff7-dff7d2befbaa req-21f2e45f-3d8f-4888-9bea-f0ac1a121154 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540295 May 26 21:28:15.905479 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 48646) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:16.061088 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-0424d596-a1c7-4397-ad42-1541336e899e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:16.145490 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-0424d596-a1c7-4397-ad42-1541336e899e admin admin] Publish callbacks [] for security_group (42fe7664-6278-428f-b4dd-bb476983732e), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:16.213653 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53174d6b-3334-47e0-bf60-8cad152cc1d2 req-5944d1ec-6a39-454f-9ff4-602298f8fb61 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:16.215194 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-53174d6b-3334-47e0-bf60-8cad152cc1d2 req-5944d1ec-6a39-454f-9ff4-602298f8fb61 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0472629 May 26 21:28:16.251595 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-0424d596-a1c7-4397-ad42-1541336e899e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (42fe7664-6278-428f-b4dd-bb476983732e), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:16.269835 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-53174d6b-3334-47e0-bf60-8cad152cc1d2 req-1a4e2754-1c81-4c39-8d26-f9e859402bb2 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485542 May 26 21:28:16.310033 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-0424d596-a1c7-4397-ad42-1541336e899e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bcac2a18991a4f98989dc1fa8086723a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4009829 May 26 21:28:16.310033 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424d596-a1c7-4397-ad42-1541336e899e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fe7664-6278-428f-b4dd-bb476983732e,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:16.310464 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 48664) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:16.361508 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-dc8b2061-9232-427b-885c-9cca1640d2a3 admin admin] Publish callbacks [] for security_group (42fe7664-6278-428f-b4dd-bb476983732e), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:16.383641 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-dc8b2061-9232-427b-885c-9cca1640d2a3 admin admin] Publish callbacks [] for security_group (42fe7664-6278-428f-b4dd-bb476983732e), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:16.461630 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:28:16.490022 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-dc8b2061-9232-427b-885c-9cca1640d2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (42fe7664-6278-428f-b4dd-bb476983732e), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:16.493419 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-dc8b2061-9232-427b-885c-9cca1640d2a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:16.494674 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-dc8b2061-9232-427b-885c-9cca1640d2a3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/42fe7664-6278-428f-b4dd-bb476983732e HTTP/1.1" status: 204 len: 168 time: 0.1831639 May 26 21:28:16.502777 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b2061-9232-427b-885c-9cca1640d2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fe7664-6278-428f-b4dd-bb476983732e,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:16.674776 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f006f6-4d2c-4df4-a646-32fa600f5d4f req-9da74cda-8411-469e-b581-b32747cfd74d tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:16.676324 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b2f006f6-4d2c-4df4-a646-32fa600f5d4f req-9da74cda-8411-469e-b581-b32747cfd74d tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0491891 May 26 21:28:16.736301 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b2f006f6-4d2c-4df4-a646-32fa600f5d4f req-13c50868-1757-42c7-bcd0-47a8a26b8fb8 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535176 May 26 21:28:16.955351 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e6c44-5e22-424f-bd08-6f9710249c1b req-84c84252-3d09-4182-9103-78b3f3e14a79 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:16.957417 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-977e6c44-5e22-424f-bd08-6f9710249c1b req-84c84252-3d09-4182-9103-78b3f3e14a79 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 946 time: 0.0525286 May 26 21:28:17.008435 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-977e6c44-5e22-424f-bd08-6f9710249c1b req-5fca5a55-9098-46ae-a557-d9b6b5252246 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454018 May 26 21:28:17.402716 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2eacd-96ad-467a-9b5d-53a057e6b35f req-fb5e5475-e7b7-4d70-9e75-407b720faa50 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:17.404195 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-79c2eacd-96ad-467a-9b5d-53a057e6b35f req-fb5e5475-e7b7-4d70-9e75-407b720faa50 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0542173 May 26 21:28:17.465832 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-79c2eacd-96ad-467a-9b5d-53a057e6b35f req-e91689fa-e0fc-461c-8e7f-91c7b502b61a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516987 May 26 21:28:17.880181 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2a3fd-fce8-46c8-8dcf-bc7eb0028990 req-237dad9a-84ca-47cf-ab24-c81159864c74 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:17.881652 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7bc2a3fd-fce8-46c8-8dcf-bc7eb0028990 req-237dad9a-84ca-47cf-ab24-c81159864c74 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0596058 May 26 21:28:17.928596 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7bc2a3fd-fce8-46c8-8dcf-bc7eb0028990 req-70cf3851-fa4d-4925-9044-224107c41ab9 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411258 May 26 21:28:18.022530 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device b2321d87-7db4-4cc6-a9c8-6caeb967992e details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:28:18.026273 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:18.122553 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:18.123824 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:18.136992 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port b2321d87-7db4-4cc6-a9c8-6caeb967992e, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=b2321d87-7db4-4cc6-a9c8-6caeb967992e,segment=NetworkSegment(92a89fa7-f318-4dd2-9048-6985bfbfaf8d),segment_id=92a89fa7-f318-4dd2-9048-6985bfbfaf8d)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:28:18.141025 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8def7a5-cb61-44b2-b898-3d88ffbb7fc4 req-59c13212-e5a8-4909-86a2-e23c2b9bdb7b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:18.142543 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f8def7a5-cb61-44b2-b898-3d88ffbb7fc4 req-59c13212-e5a8-4909-86a2-e23c2b9bdb7b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 946 time: 0.0498500 May 26 21:28:18.149377 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': 'b2321d87-7db4-4cc6-a9c8-6caeb967992e', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'port_id': 'b2321d87-7db4-4cc6-a9c8-6caeb967992e', 'mac_address': 'fa:16:3e:50:01:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:28:18.191583 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port b2321d87-7db4-4cc6-a9c8-6caeb967992e is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:28:18.191957 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (b2321d87-7db4-4cc6-a9c8-6caeb967992e), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:18.206418 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2321d87-7db4-4cc6-a9c8-6caeb967992e {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:28:18.222777 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f8def7a5-cb61-44b2-b898-3d88ffbb7fc4 req-6a9d1d48-6506-47ef-b1dc-fd9a6f0125ee tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736341 May 26 21:28:18.228666 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port b2321d87-7db4-4cc6-a9c8-6caeb967992e, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=b2321d87-7db4-4cc6-a9c8-6caeb967992e,segment=NetworkSegment(92a89fa7-f318-4dd2-9048-6985bfbfaf8d),segment_id=92a89fa7-f318-4dd2-9048-6985bfbfaf8d)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:28:18.312585 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (b2321d87-7db4-4cc6-a9c8-6caeb967992e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:18.356682 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=b2321d87-7db4-4cc6-a9c8-6caeb967992e,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:18.609757 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d179fa-36bd-49fd-a5fb-5efb49680313 req-06e434fc-f793-4058-bcf4-b29480f69d47 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:18.611237 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-92d179fa-36bd-49fd-a5fb-5efb49680313 req-06e434fc-f793-4058-bcf4-b29480f69d47 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0526347 May 26 21:28:18.660164 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-92d179fa-36bd-49fd-a5fb-5efb49680313 req-1831e450-4c4b-4a3c-99a1-411f9effe373 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426784 May 26 21:28:18.972644 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:18.993288 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153aaf3-af76-4c16-bcb7-9f51af95a667 req-678fd782-813f-4b97-aacb-58e4a77cf279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:18.994859 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f153aaf3-af76-4c16-bcb7-9f51af95a667 req-678fd782-813f-4b97-aacb-58e4a77cf279 service neutron] 10.222.0.60 "GET /v2.0/networks?id=49e4975b-6869-4462-9c74-3db9f1965109 HTTP/1.1" status: 200 len: 912 time: 0.1021626 May 26 21:28:19.002294 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-134beea4-5027-455c-8492-8c6d65dfafc9 req-225fadd1-53e5-4364-b8e3-83d2a98f1f23 service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059391 May 26 21:28:19.059346 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07c122-849b-47bd-bac5-cfd7cb2b61c4 req-bd51f669-44d2-4b68-9784-ad52a27443cd tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:19.060977 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1f07c122-849b-47bd-bac5-cfd7cb2b61c4 req-bd51f669-44d2-4b68-9784-ad52a27443cd tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0495994 May 26 21:28:19.095343 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:19.112320 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1f07c122-849b-47bd-bac5-cfd7cb2b61c4 req-9fd3cf3b-a78e-4feb-9de8-6650846392bc tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455666 May 26 21:28:19.279041 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['b2321d87-7db4-4cc6-a9c8-6caeb967992e'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:28:19.365979 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f153aaf3-af76-4c16-bcb7-9f51af95a667 req-5ef3fd79-1960-4549-a517-5f59225c3da5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42acb5d5-5de1-46a9-8982-343d8c9cf6ff HTTP/1.1" status: 200 len: 217 time: 0.1041617 May 26 21:28:19.468264 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9744d-7fc8-4ac7-908e-6a52fc282cd1 req-26b71cb9-b1e4-4748-8929-702fafcfc957 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:19.469777 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ada9744d-7fc8-4ac7-908e-6a52fc282cd1 req-26b71cb9-b1e4-4748-8929-702fafcfc957 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 946 time: 0.1540322 May 26 21:28:19.507113 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:19.517918 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-134beea4-5027-455c-8492-8c6d65dfafc9 req-e097fac8-64b7-4a11-8ad9-41e711b39727 service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553656 May 26 21:28:19.543528 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ada9744d-7fc8-4ac7-908e-6a52fc282cd1 req-e97aa594-eaaf-4a62-935c-ebd0787666a1 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613706 May 26 21:28:19.846658 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54fa83-0778-4b92-bb3b-91a13f7cb34b req-37c63a43-619f-4635-bca8-0020b2a4b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:19.849236 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-de54fa83-0778-4b92-bb3b-91a13f7cb34b req-37c63a43-619f-4635-bca8-0020b2a4b5cf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 1129 time: 0.0520718 May 26 21:28:19.849761 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad2f2f-272d-453d-b6d3-03369ff7d2ff req-e0b0c811-e272-447e-8441-2cdad29993a5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:19.851329 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-40ad2f2f-272d-453d-b6d3-03369ff7d2ff req-e0b0c811-e272-447e-8441-2cdad29993a5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.1108296 May 26 21:28:19.869001 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153aaf3-af76-4c16-bcb7-9f51af95a667 req-c8dd63e7-48ca-4897-8d4b-c336a2677dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:19.870425 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f153aaf3-af76-4c16-bcb7-9f51af95a667 req-c8dd63e7-48ca-4897-8d4b-c336a2677dfc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ad45655-7db7-4fd3-9707-07194aa1b8db HTTP/1.1" status: 200 len: 851 time: 0.0873206 May 26 21:28:19.904536 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-de54fa83-0778-4b92-bb3b-91a13f7cb34b req-b5f43c36-5388-4841-8170-e11dadbd7fdb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439193 May 26 21:28:19.909255 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f153aaf3-af76-4c16-bcb7-9f51af95a667 req-0b585110-7c7e-4c14-bfee-c649754080cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=49e4975b-6869-4462-9c74-3db9f1965109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320568 May 26 21:28:19.932947 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-40ad2f2f-272d-453d-b6d3-03369ff7d2ff req-4343aeb8-6607-401c-b6e5-3f32c9eefeb8 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748281 May 26 21:28:20.086387 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d1bc4-9218-4a13-9e09-cc26dcdbf252 req-872e7ceb-68b3-4a1a-afdf-52d0464b8ab0 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:20.087827 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8c2d1bc4-9218-4a13-9e09-cc26dcdbf252 req-872e7ceb-68b3-4a1a-afdf-52d0464b8ab0 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0475147 May 26 21:28:20.096359 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 48794) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:20.101195 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-03804766-f40e-43b3-be5d-21c75ce49547 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Request body: {'floatingip': {'port_id': 'f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:28:20.173457 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-03804766-f40e-43b3-be5d-21c75ce49547 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for floatingip (c462bc37-44cc-4629-b37f-36b63b86e0fa), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:20.243915 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c6f00-1a3f-445b-8a60-fc93356108d0 req-5b240895-ba73-4ecc-97ce-f874342865da tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:20.246300 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e28c6f00-1a3f-445b-8a60-fc93356108d0 req-5b240895-ba73-4ecc-97ce-f874342865da tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0616951 May 26 21:28:20.299099 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e28c6f00-1a3f-445b-8a60-fc93356108d0 req-cf1080a7-0d09-41ee-9969-ca033f680242 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485103 May 26 21:28:20.421848 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f153aaf3-af76-4c16-bcb7-9f51af95a667 req-0acdcbb9-a069-43d3-a506-4fbf7e8ffb56 service neutron] 10.222.0.60 "GET /v2.0/networks/49e4975b-6869-4462-9c74-3db9f1965109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028714 May 26 21:28:20.448594 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device b2321d87-7db4-4cc6-a9c8-6caeb967992e up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:28:20.519448 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning for port b2321d87-7db4-4cc6-a9c8-6caeb967992e completed by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:28:20.558043 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f153aaf3-af76-4c16-bcb7-9f51af95a667 req-f9788511-4e88-4ff5-b546-6faa3c9d744c service neutron] 10.222.0.60 "GET /v2.0/networks/49e4975b-6869-4462-9c74-3db9f1965109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300457 May 26 21:28:20.642840 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port b2321d87-7db4-4cc6-a9c8-6caeb967992e triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:28:20.644811 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (b2321d87-7db4-4cc6-a9c8-6caeb967992e), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:20.748139 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port b2321d87-7db4-4cc6-a9c8-6caeb967992e is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:28:20.748533 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (b2321d87-7db4-4cc6-a9c8-6caeb967992e), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:20.752595 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3aa4c2-9db9-4e07-8659-36f4c723fffc req-1b0c47bc-2223-4866-8ac0-4fde493c87ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:20.755608 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3f3aa4c2-9db9-4e07-8659-36f4c723fffc req-1b0c47bc-2223-4866-8ac0-4fde493c87ad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 1130 time: 0.1629190 May 26 21:28:20.773756 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2321d87-7db4-4cc6-a9c8-6caeb967992e'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:28:20.776155 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb2fe68-0c5b-4c7b-9eda-b9b44c46e929" -d '{"events": [{"server_uuid": "5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9", "name": "network-vif-plugged", "status": "completed", "tag": "b2321d87-7db4-4cc6-a9c8-6caeb967992e"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:28:20.791409 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port b2321d87-7db4-4cc6-a9c8-6caeb967992e, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=b2321d87-7db4-4cc6-a9c8-6caeb967992e,segment=NetworkSegment(92a89fa7-f318-4dd2-9048-6985bfbfaf8d),segment_id=92a89fa7-f318-4dd2-9048-6985bfbfaf8d)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:28:20.820788 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b59449-9b22-467a-a71e-918d58814bf5 x-openstack-request-id: req-15b59449-9b22-467a-a71e-918d58814bf5 {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:28:20.822629 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9", "name": "network-vif-plugged", "status": "completed", "tag": "b2321d87-7db4-4cc6-a9c8-6caeb967992e", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:28:20.822926 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15b59449-9b22-467a-a71e-918d58814bf5 {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:28:20.823335 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b59449-9b22-467a-a71e-918d58814bf5'] response: {'server_uuid': '5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2321d87-7db4-4cc6-a9c8-6caeb967992e', 'code': 200} May 26 21:28:20.834028 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae790a9-e12a-4e48-8c87-ae21dc67d546 req-6f28a4f9-25f3-4be4-905d-4ed43fa662f2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:20.835622 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bae790a9-e12a-4e48-8c87-ae21dc67d546 req-6f28a4f9-25f3-4be4-905d-4ed43fa662f2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 946 time: 0.1863856 May 26 21:28:20.880475 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (b2321d87-7db4-4cc6-a9c8-6caeb967992e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:20.935403 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bae790a9-e12a-4e48-8c87-ae21dc67d546 req-68244a7f-13eb-4655-bc55-7d083b1e9ac6 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934129 May 26 21:28:20.947051 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=b2321d87-7db4-4cc6-a9c8-6caeb967992e,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:21.017220 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-c85f3244-778f-4cb2-92b3-5ef979b532ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:21.340931 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:21.382551 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-03804766-f40e-43b3-be5d-21c75ce49547 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:21.389391 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3f3aa4c2-9db9-4e07-8659-36f4c723fffc req-4329aa5b-0474-4055-9db0-e62adc633f5c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325800 May 26 21:28:21.436824 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9561fd-39e4-4f90-bf49-7d0de8dfb626 req-b36a68fb-d863-43c7-832f-f9852672835c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:21.438354 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fb9561fd-39e4-4f90-bf49-7d0de8dfb626 req-b36a68fb-d863-43c7-832f-f9852672835c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0500405 May 26 21:28:21.492043 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fb9561fd-39e4-4f90-bf49-7d0de8dfb626 req-8b3bd685-4952-438a-a38e-9b3cdeffc5d0 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476327 May 26 21:28:21.519423 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-03804766-f40e-43b3-be5d-21c75ce49547 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (c462bc37-44cc-4629-b37f-36b63b86e0fa), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:21.633925 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.l3_db [None req-03804766-f40e-43b3-be5d-21c75ce49547 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Floating IP c462bc37-44cc-4629-b37f-36b63b86e0fa associated. External IP: 172.27.3.51, port: f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f. May 26 21:28:21.737886 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:21.898404 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03804766-f40e-43b3-be5d-21c75ce49547 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Router b2ab246a-1008-4a8d-ad17-435736498a7f has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:28:22.118021 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03804766-f40e-43b3-be5d-21c75ce49547 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:28:22.124724 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-03804766-f40e-43b3-be5d-21c75ce49547 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:22.141018 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9f2b9-dc11-4361-9240-e48b238a3d23 None None] Sync routers for ids ['b2ab246a-1008-4a8d-ad17-435736498a7f'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:28:22.156416 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cfbb3-7de7-4b61-a37b-c35450f3b10a req-e2dc60cb-2739-4edf-9ba9-9c764b4ecc87 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:22.157880 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-962cfbb3-7de7-4b61-a37b-c35450f3b10a req-e2dc60cb-2739-4edf-9ba9-9c764b4ecc87 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 946 time: 0.0954378 May 26 21:28:22.163208 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e9f2b9-dc11-4361-9240-e48b238a3d23 None None] Routers {'b2ab246a-1008-4a8d-ad17-435736498a7f'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:28:22.166651 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-46e9f2b9-dc11-4361-9240-e48b238a3d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:27:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['b2ab246a-1008-4a8d-ad17-435736498a7f'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:28:22.173296 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-03804766-f40e-43b3-be5d-21c75ce49547 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "PUT /v2.0/floatingips/c462bc37-44cc-4629-b37f-36b63b86e0fa HTTP/1.1" status: 200 len: 991 time: 2.0721619 May 26 21:28:22.173296 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c36399-8b1a-4b08-b284-8a3900a10d73', 'tag': 'f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:28:22.174210 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1049bd-39de-4e45-a75a-549976263f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "73c36399-8b1a-4b08-b284-8a3900a10d73", "tag": "f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:28:22.223504 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a409a2-b966-4089-b6a5-8e0d8676282e x-openstack-request-id: req-49a409a2-b966-4089-b6a5-8e0d8676282e {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:28:22.223833 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c36399-8b1a-4b08-b284-8a3900a10d73", "tag": "f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:28:22.226486 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-49a409a2-b966-4089-b6a5-8e0d8676282e {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:28:22.226486 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49a409a2-b966-4089-b6a5-8e0d8676282e'] response: {'name': 'network-changed', 'server_uuid': '73c36399-8b1a-4b08-b284-8a3900a10d73', 'tag': 'f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f', 'status': 'completed', 'code': 200} May 26 21:28:22.232257 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-962cfbb3-7de7-4b61-a37b-c35450f3b10a req-6d68eb92-daae-4ab6-8e44-f2b2534ba7f0 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615442 May 26 21:28:22.311348 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796cd25-65f5-40bc-8b6b-965cc3e1b8e9 req-d1ccfc5d-6084-429d-af42-05c058c07087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:22.312944 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5796cd25-65f5-40bc-8b6b-965cc3e1b8e9 req-d1ccfc5d-6084-429d-af42-05c058c07087 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 1129 time: 0.0578036 May 26 21:28:22.362555 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-46e9f2b9-dc11-4361-9240-e48b238a3d23 None None] Set router b2ab246a-1008-4a8d-ad17-435736498a7f gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:28:22.686148 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba4fc7-5c96-4584-96f1-e42d1178f013 req-4c6efbbf-f67d-481f-92ac-936a178c373e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:22.688766 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-21ba4fc7-5c96-4584-96f1-e42d1178f013 req-4c6efbbf-f67d-481f-92ac-936a178c373e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0625970 May 26 21:28:22.695886 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-46e9f2b9-dc11-4361-9240-e48b238a3d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1516277217-router', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:04Z', 'revision_number': 4, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'gw_port': {'id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:58Z', 'updated_at': '2022-05-26T21:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': 'c462bc37-44cc-4629-b37f-36b63b86e0fa', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'port_id': 'f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'mac_address': 'fa:16:3e:f4:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c36399-8b1a-4b08-b284-8a3900a10d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:27:11Z', 'updated_at': '2022-05-26T21:28:21Z', 'revision_number': 1, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64c6f851-b831-49a5-88e7-252c2c0770cf', 'name': '', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'mac_address': 'fa:16:3e:12:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:02Z', 'updated_at': '2022-05-26T21:27:13Z', 'revision_number': 5, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'subnets': [{'id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:28:22.725892 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9f2b9-dc11-4361-9240-e48b238a3d23 None None] Checking router: b2ab246a-1008-4a8d-ad17-435736498a7f for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:28:22.735625 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e9f2b9-dc11-4361-9240-e48b238a3d23 None None] Routers {'b2ab246a-1008-4a8d-ad17-435736498a7f'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:28:22.736372 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-46e9f2b9-dc11-4361-9240-e48b238a3d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:27:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['b2ab246a-1008-4a8d-ad17-435736498a7f'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:28:22.758973 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-21ba4fc7-5c96-4584-96f1-e42d1178f013 req-308dafa4-95e0-4c4f-9c3b-14bfa57540a2 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498979 May 26 21:28:22.848658 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-46e9f2b9-dc11-4361-9240-e48b238a3d23 None None] Set router b2ab246a-1008-4a8d-ad17-435736498a7f gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:28:22.990277 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5796cd25-65f5-40bc-8b6b-965cc3e1b8e9 req-fbe1722c-7ee3-4177-905e-cc18e85cf5de service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505397 May 26 21:28:23.000127 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1049bd-39de-4e45-a75a-549976263f6a req-2a46179a-aaaf-4ec9-ade5-3cf0d41e2308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:23.002161 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ab1049bd-39de-4e45-a75a-549976263f6a req-2a46179a-aaaf-4ec9-ade5-3cf0d41e2308 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5f69588fe354d20b58594919deb4110&device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 1130 time: 0.0640192 May 26 21:28:23.120603 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-46e9f2b9-dc11-4361-9240-e48b238a3d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1516277217-router', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:04Z', 'revision_number': 4, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'gw_port': {'id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:58Z', 'updated_at': '2022-05-26T21:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': 'c462bc37-44cc-4629-b37f-36b63b86e0fa', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'port_id': 'f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'mac_address': 'fa:16:3e:f4:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c36399-8b1a-4b08-b284-8a3900a10d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:27:11Z', 'updated_at': '2022-05-26T21:28:21Z', 'revision_number': 1, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64c6f851-b831-49a5-88e7-252c2c0770cf', 'name': '', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'mac_address': 'fa:16:3e:12:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:02Z', 'updated_at': '2022-05-26T21:27:13Z', 'revision_number': 5, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'subnets': [{'id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:28:23.144922 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9f2b9-dc11-4361-9240-e48b238a3d23 None None] The sync data for ids ['b2ab246a-1008-4a8d-ad17-435736498a7f'] in dv-cinder-828805-3-iscsi is: [{'id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1516277217-router', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:04Z', 'revision_number': 4, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'gw_port': {'id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:58Z', 'updated_at': '2022-05-26T21:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': 'c462bc37-44cc-4629-b37f-36b63b86e0fa', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'port_id': 'f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'mac_address': 'fa:16:3e:f4:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c36399-8b1a-4b08-b284-8a3900a10d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:27:11Z', 'updated_at': '2022-05-26T21:28:21Z', 'revision_number': 1, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64c6f851-b831-49a5-88e7-252c2c0770cf', 'name': '', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'mac_address': 'fa:16:3e:12:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:02Z', 'updated_at': '2022-05-26T21:27:13Z', 'revision_number': 5, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'subnets': [{'id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:28:23.424654 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9619e1-04e0-40c1-a6e2-db74a35dc484 None None] New status for floating IP c462bc37-44cc-4629-b37f-36b63b86e0fa: ACTIVE {{(pid=104644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:28:23.434008 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ec746-cb6d-4440-9c40-d8be5de23ceb req-a6f9d6eb-90dd-49ee-a2e8-bf3b29be7ed7 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:23.440478 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-eb1ec746-cb6d-4440-9c40-d8be5de23ceb req-a6f9d6eb-90dd-49ee-a2e8-bf3b29be7ed7 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 946 time: 0.0706403 May 26 21:28:23.459695 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:23.504275 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-eb1ec746-cb6d-4440-9c40-d8be5de23ceb req-6c03188c-efb1-44a1-a586-fb36e2927027 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615435 May 26 21:28:23.508367 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b4a95-2cd2-4e1a-bfad-e2169527593a req-64b9b969-bd6f-455b-b1c5-b7a5e4b60c66 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:23.510363 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-be1b4a95-2cd2-4e1a-bfad-e2169527593a req-64b9b969-bd6f-455b-b1c5-b7a5e4b60c66 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0611768 May 26 21:28:23.521400 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-5de8b486-0712-4918-9383-ca890f95840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:23.522745 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:23.570073 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-be1b4a95-2cd2-4e1a-bfad-e2169527593a req-6516fb6c-e918-4716-9882-a0046563b603 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502937 May 26 21:28:23.846407 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1049bd-39de-4e45-a75a-549976263f6a req-cf6b9d6a-4c49-4a6c-8b60-fad25adfe486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:23.848489 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ab1049bd-39de-4e45-a75a-549976263f6a req-cf6b9d6a-4c49-4a6c-8b60-fad25adfe486 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea9ef1f2-5514-49f0-be2f-c0970bb75a74 HTTP/1.1" status: 200 len: 918 time: 0.1462865 May 26 21:28:24.584566 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:24.665528 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04805117-d7ad-43d9-9727-62dc78f1ab0f req-ab1b55da-42cf-4435-9d02-a053f31eb6d1 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:24.672389 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-04805117-d7ad-43d9-9727-62dc78f1ab0f req-ab1b55da-42cf-4435-9d02-a053f31eb6d1 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 946 time: 0.0737729 May 26 21:28:24.741784 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68676f4-eac2-4b49-bd45-c6f7b5a483b8 req-08f52047-a875-4d6b-b96e-cca821051b98 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:24.744143 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-04805117-d7ad-43d9-9727-62dc78f1ab0f req-52124817-aebd-47fe-b10c-955a0bad6960 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698802 May 26 21:28:24.748234 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c68676f4-eac2-4b49-bd45-c6f7b5a483b8 req-08f52047-a875-4d6b-b96e-cca821051b98 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0800991 May 26 21:28:24.794816 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c68676f4-eac2-4b49-bd45-c6f7b5a483b8 req-1d9f848b-a17e-4e69-bf35-26c9bbd80125 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450764 May 26 21:28:24.821197 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:24.920401 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:24.935780 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff402a59-b0af-4e34-8c54-3e52cb9c9ca5 req-b3b04e6f-e83b-487b-b895-9c5d568c13bf tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:24.937375 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ff402a59-b0af-4e34-8c54-3e52cb9c9ca5 req-b3b04e6f-e83b-487b-b895-9c5d568c13bf tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 946 time: 0.1135304 May 26 21:28:24.954160 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 48934) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:24.955823 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-a6648013-b051-4bb2-b84b-e86530ee1c68 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Request body: {'floatingip': {'port_id': '2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:28:24.967303 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ab1049bd-39de-4e45-a75a-549976263f6a req-d8103b21-4677-4ac5-97ec-5d98d6acda68 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f HTTP/1.1" status: 200 len: 1001 time: 0.1089339 May 26 21:28:24.999904 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a6648013-b051-4bb2-b84b-e86530ee1c68 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (0f4032c5-bbc0-4225-9db7-5dcf16ce70a5), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:25.159482 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:25.241549 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ff546-c9c0-41a5-b68f-1b074e740eaf req-0409dfcb-d135-4b7c-abbd-9607e72c76dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:25.243018 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-cb9ff546-c9c0-41a5-b68f-1b074e740eaf req-0409dfcb-d135-4b7c-abbd-9607e72c76dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=318999cb1f874176b2523de9686febc1&device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 1129 time: 0.0520251 May 26 21:28:25.259038 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1049bd-39de-4e45-a75a-549976263f6a req-a04088c8-00ef-4f03-80dd-1e80e2479d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:25.260450 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ab1049bd-39de-4e45-a75a-549976263f6a req-a04088c8-00ef-4f03-80dd-1e80e2479d1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69d41c02-e4f8-4266-97e4-80c1b92c499f HTTP/1.1" status: 200 len: 856 time: 0.0465739 May 26 21:28:25.345828 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:25.350711 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1049bd-39de-4e45-a75a-549976263f6a req-86e6e365-632f-4ca3-9e83-f26a2dbb173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:25.352330 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ab1049bd-39de-4e45-a75a-549976263f6a req-86e6e365-632f-4ca3-9e83-f26a2dbb173e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea9ef1f2-5514-49f0-be2f-c0970bb75a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585885 May 26 21:28:25.497566 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ff546-c9c0-41a5-b68f-1b074e740eaf req-ab101b9d-cc80-4863-80b7-ad997646f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:25.499355 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-cb9ff546-c9c0-41a5-b68f-1b074e740eaf req-ab101b9d-cc80-4863-80b7-ad997646f7a9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa HTTP/1.1" status: 200 len: 919 time: 0.2481000 May 26 21:28:25.781774 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a6648013-b051-4bb2-b84b-e86530ee1c68 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:25.856785 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a6648013-b051-4bb2-b84b-e86530ee1c68 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (0f4032c5-bbc0-4225-9db7-5dcf16ce70a5), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:25.978771 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469bcda-f408-4a3f-985c-99310e6465d6 req-702a84a4-588a-4504-8428-21e7ba455c5d tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:25.980319 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8469bcda-f408-4a3f-985c-99310e6465d6 req-702a84a4-588a-4504-8428-21e7ba455c5d tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0898509 May 26 21:28:26.011485 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-cb9ff546-c9c0-41a5-b68f-1b074e740eaf req-c4288bc1-0d73-40f8-9685-7970a1b96a86 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24cfeb63-c26b-4bcf-af3c-b3af9fdb259d HTTP/1.1" status: 200 len: 217 time: 0.0477867 May 26 21:28:26.068748 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ab1049bd-39de-4e45-a75a-549976263f6a req-064467a8-5166-4b24-860b-efbfb4967e8f service neutron] 10.222.0.60 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118822 May 26 21:28:26.072405 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.l3_db [None req-a6648013-b051-4bb2-b84b-e86530ee1c68 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Floating IP 0f4032c5-bbc0-4225-9db7-5dcf16ce70a5 associated. External IP: 172.27.3.10, port: 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e. May 26 21:28:26.128157 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:26.134209 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ff546-c9c0-41a5-b68f-1b074e740eaf req-42fa8024-bf7a-4186-89e1-994f8cdf4fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:26.135702 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-cb9ff546-c9c0-41a5-b68f-1b074e740eaf req-42fa8024-bf7a-4186-89e1-994f8cdf4fab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2637c66-7972-4d35-9019-9342a0d2b58e HTTP/1.1" status: 200 len: 857 time: 0.1141429 May 26 21:28:26.191956 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ab1049bd-39de-4e45-a75a-549976263f6a req-13f69c2b-48a8-4ba4-9ef9-195211c651cb service neutron] 10.222.0.60 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171846 May 26 21:28:26.210659 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8469bcda-f408-4a3f-985c-99310e6465d6 req-2b66b7ce-06e9-4a58-a681-cefbd53d8592 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034433 May 26 21:28:26.236186 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ff546-c9c0-41a5-b68f-1b074e740eaf req-d018b39c-6a21-4516-b310-b51d13eea888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:26.237859 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-cb9ff546-c9c0-41a5-b68f-1b074e740eaf req-d018b39c-6a21-4516-b310-b51d13eea888 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0928290 May 26 21:28:26.327301 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:26.382775 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 48970) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:26.415994 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-cb9ff546-c9c0-41a5-b68f-1b074e740eaf req-6104c06f-9a7f-4c89-8405-6f0602f1d10f service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672099 May 26 21:28:26.426954 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6648013-b051-4bb2-b84b-e86530ee1c68 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Router bc9639dd-67f2-408a-8d58-3955185b031b has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:28:26.526814 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ca864955-7079-4ad6-a937-5b826751671e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:26.544174 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:26.594294 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-cb9ff546-c9c0-41a5-b68f-1b074e740eaf req-557b80dc-3d52-4caf-a698-7f28d7cb5acd service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622593 May 26 21:28:26.612505 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6648013-b051-4bb2-b84b-e86530ee1c68 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:28:26.617639 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a6648013-b051-4bb2-b84b-e86530ee1c68 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:26.629200 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0819ac2-83c0-4c4c-876d-fa832ec05a81 None None] Sync routers for ids ['bc9639dd-67f2-408a-8d58-3955185b031b'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:28:26.635359 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ca864955-7079-4ad6-a937-5b826751671e admin admin] Publish callbacks [] for security_group (ea166d85-7c68-4e77-8e3d-ea3c271d4bc8), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:26.651909 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-a6648013-b051-4bb2-b84b-e86530ee1c68 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "PUT /v2.0/floatingips/0f4032c5-bbc0-4225-9db7-5dcf16ce70a5 HTTP/1.1" status: 200 len: 991 time: 1.6973903 May 26 21:28:26.651909 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94bec145-b7bb-413b-a4ee-124c14212c63', 'tag': '2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:28:26.652950 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5819e9e9-5931-4f27-870a-14eeb508f3e0" -d '{"events": [{"name": "network-changed", "server_uuid": "94bec145-b7bb-413b-a4ee-124c14212c63", "tag": "2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:28:26.685558 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0819ac2-83c0-4c4c-876d-fa832ec05a81 None None] Routers {'bc9639dd-67f2-408a-8d58-3955185b031b'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:28:26.686194 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-b0819ac2-83c0-4c4c-876d-fa832ec05a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:28:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['bc9639dd-67f2-408a-8d58-3955185b031b'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:28:26.707851 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3455690b-3be9-41cc-8616-fc1429d1d0be x-openstack-request-id: req-3455690b-3be9-41cc-8616-fc1429d1d0be {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:28:26.708200 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94bec145-b7bb-413b-a4ee-124c14212c63", "tag": "2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:28:26.708438 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3455690b-3be9-41cc-8616-fc1429d1d0be {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:28:26.708860 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3455690b-3be9-41cc-8616-fc1429d1d0be'] response: {'name': 'network-changed', 'server_uuid': '94bec145-b7bb-413b-a4ee-124c14212c63', 'tag': '2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e', 'status': 'completed', 'code': 200} May 26 21:28:26.814433 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-b0819ac2-83c0-4c4c-876d-fa832ec05a81 None None] Set router bc9639dd-67f2-408a-8d58-3955185b031b gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:28:26.913547 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ca864955-7079-4ad6-a937-5b826751671e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (ea166d85-7c68-4e77-8e3d-ea3c271d4bc8), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:26.953440 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-ca864955-7079-4ad6-a937-5b826751671e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1268647f892744cfafe26cce0f82c4a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5695646 May 26 21:28:26.954289 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca864955-7079-4ad6-a937-5b826751671e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea166d85-7c68-4e77-8e3d-ea3c271d4bc8,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:26.957613 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 48988) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:26.983113 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=100 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:26.984598 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=100 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:27.017032 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-66a849d0-19e1-481b-ad78-fc4aac1ecbba admin admin] Publish callbacks [] for security_group (ea166d85-7c68-4e77-8e3d-ea3c271d4bc8), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:27.040243 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-66a849d0-19e1-481b-ad78-fc4aac1ecbba admin admin] Publish callbacks [] for security_group (ea166d85-7c68-4e77-8e3d-ea3c271d4bc8), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:27.110521 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-b0819ac2-83c0-4c4c-876d-fa832ec05a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '0f4032c5-bbc0-4225-9db7-5dcf16ce70a5', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'port_id': '2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'mac_address': 'fa:16:3e:1d:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bec145-b7bb-413b-a4ee-124c14212c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:27:20Z', 'updated_at': '2022-05-26T21:28:25Z', 'revision_number': 1, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:18Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:28:27.132164 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0819ac2-83c0-4c4c-876d-fa832ec05a81 None None] Checking router: bc9639dd-67f2-408a-8d58-3955185b031b for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:28:27.140672 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0819ac2-83c0-4c4c-876d-fa832ec05a81 None None] Routers {'bc9639dd-67f2-408a-8d58-3955185b031b'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:28:27.145145 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-b0819ac2-83c0-4c4c-876d-fa832ec05a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:28:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['bc9639dd-67f2-408a-8d58-3955185b031b'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:28:27.176573 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-66a849d0-19e1-481b-ad78-fc4aac1ecbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (ea166d85-7c68-4e77-8e3d-ea3c271d4bc8), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:27.179366 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-66a849d0-19e1-481b-ad78-fc4aac1ecbba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:27.180547 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-66a849d0-19e1-481b-ad78-fc4aac1ecbba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea166d85-7c68-4e77-8e3d-ea3c271d4bc8 HTTP/1.1" status: 204 len: 168 time: 0.2212679 May 26 21:28:27.189694 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a849d0-19e1-481b-ad78-fc4aac1ecbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea166d85-7c68-4e77-8e3d-ea3c271d4bc8,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:27.253935 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-b0819ac2-83c0-4c4c-876d-fa832ec05a81 None None] Set router bc9639dd-67f2-408a-8d58-3955185b031b gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:28:27.389245 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3d7a7-2338-4039-bdf4-628d7fe1681a req-300a90d8-06b1-4991-910f-d76a8be59be6 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:27.391394 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a5e3d7a7-2338-4039-bdf4-628d7fe1681a req-300a90d8-06b1-4991-910f-d76a8be59be6 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0530374 May 26 21:28:27.467247 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a5e3d7a7-2338-4039-bdf4-628d7fe1681a req-8eed6e4e-1511-4973-a384-c1ea13fddd6a tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692086 May 26 21:28:27.505506 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-b0819ac2-83c0-4c4c-876d-fa832ec05a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '0f4032c5-bbc0-4225-9db7-5dcf16ce70a5', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'port_id': '2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'mac_address': 'fa:16:3e:1d:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bec145-b7bb-413b-a4ee-124c14212c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:27:20Z', 'updated_at': '2022-05-26T21:28:25Z', 'revision_number': 1, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:18Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:28:27.558042 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0819ac2-83c0-4c4c-876d-fa832ec05a81 None None] The sync data for ids ['bc9639dd-67f2-408a-8d58-3955185b031b'] in dv-cinder-828805-3-iscsi is: [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '0f4032c5-bbc0-4225-9db7-5dcf16ce70a5', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'port_id': '2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'mac_address': 'fa:16:3e:1d:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bec145-b7bb-413b-a4ee-124c14212c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:27:20Z', 'updated_at': '2022-05-26T21:28:25Z', 'revision_number': 1, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:18Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:28:27.599718 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:27.790931 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e968ce-6d18-48c8-be31-740a02015ef6 None None] New status for floating IP 0f4032c5-bbc0-4225-9db7-5dcf16ce70a5: ACTIVE {{(pid=104644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:28:27.798393 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819e9e9-5931-4f27-870a-14eeb508f3e0 req-89d027ac-3054-4667-bf33-8179b078ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:27.800328 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5819e9e9-5931-4f27-870a-14eeb508f3e0 req-89d027ac-3054-4667-bf33-8179b078ff24 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3969075d983246cf8c4c7a45a57d5338&device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 1130 time: 0.0471592 May 26 21:28:27.903959 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819e9e9-5931-4f27-870a-14eeb508f3e0 req-6d75db06-d305-4715-a54b-f9f68f8cce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:27.905621 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5819e9e9-5931-4f27-870a-14eeb508f3e0 req-6d75db06-d305-4715-a54b-f9f68f8cce91 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e423d8c6-f848-40d6-99bb-c61a958058f7 HTTP/1.1" status: 200 len: 915 time: 0.0990558 May 26 21:28:27.967276 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 49014) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:27.981517 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ca315c7f-26f7-4aa5-ad80-058a1acd1052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:28.059731 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ca315c7f-26f7-4aa5-ad80-058a1acd1052 admin admin] Publish callbacks [] for security_group (33de01ba-dd0f-4cb2-964d-d16e6cdc67e6), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:28.136709 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ca315c7f-26f7-4aa5-ad80-058a1acd1052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (33de01ba-dd0f-4cb2-964d-d16e6cdc67e6), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:28.177181 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-ca315c7f-26f7-4aa5-ad80-058a1acd1052 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e62e5868c1104901a73aef603c0c6f9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2088087 May 26 21:28:28.179865 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca315c7f-26f7-4aa5-ad80-058a1acd1052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33de01ba-dd0f-4cb2-964d-d16e6cdc67e6,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:28.180377 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 49018) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:28.230661 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6eb1e991-fe24-4766-bce9-b87673e1beca admin admin] Publish callbacks [] for security_group (33de01ba-dd0f-4cb2-964d-d16e6cdc67e6), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:28.251290 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6eb1e991-fe24-4766-bce9-b87673e1beca admin admin] Publish callbacks [] for security_group (33de01ba-dd0f-4cb2-964d-d16e6cdc67e6), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:28.411172 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6eb1e991-fe24-4766-bce9-b87673e1beca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (33de01ba-dd0f-4cb2-964d-d16e6cdc67e6), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:28.413787 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6eb1e991-fe24-4766-bce9-b87673e1beca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:28.414953 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-6eb1e991-fe24-4766-bce9-b87673e1beca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/33de01ba-dd0f-4cb2-964d-d16e6cdc67e6 HTTP/1.1" status: 204 len: 168 time: 0.2335889 May 26 21:28:28.419121 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:28.420641 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:28.424388 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1e991-fe24-4766-bce9-b87673e1beca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33de01ba-dd0f-4cb2-964d-d16e6cdc67e6,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:28.438234 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5819e9e9-5931-4f27-870a-14eeb508f3e0 req-033bef57-d5c4-4b61-bd92-32a0ab4fd64a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e HTTP/1.1" status: 200 len: 1001 time: 0.0882640 May 26 21:28:28.525181 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819e9e9-5931-4f27-870a-14eeb508f3e0 req-90c708de-8914-4d33-9092-2bc68d60c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:28.527016 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5819e9e9-5931-4f27-870a-14eeb508f3e0 req-90c708de-8914-4d33-9092-2bc68d60c965 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=86c6cba8-f2d3-45d8-a7b0-a4676a67b444 HTTP/1.1" status: 200 len: 853 time: 0.0496011 May 26 21:28:28.590889 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819e9e9-5931-4f27-870a-14eeb508f3e0 req-368b37be-6ee3-44b5-b0dd-f94adacf7663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:28.592830 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5819e9e9-5931-4f27-870a-14eeb508f3e0 req-368b37be-6ee3-44b5-b0dd-f94adacf7663 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e423d8c6-f848-40d6-99bb-c61a958058f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581772 May 26 21:28:28.600113 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cbde9-bab9-4978-9284-14b781bf8532 req-f8576156-2ced-4bc1-a4e8-ae473b6070a1 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:28.601935 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-080cbde9-bab9-4978-9284-14b781bf8532 req-f8576156-2ced-4bc1-a4e8-ae473b6070a1 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0555212 May 26 21:28:28.672449 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-080cbde9-bab9-4978-9284-14b781bf8532 req-633f4327-a4b2-4e01-9400-1efe34385643 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556171 May 26 21:28:28.711618 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:28.715950 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5819e9e9-5931-4f27-870a-14eeb508f3e0 req-1278922b-6884-4b26-ad9f-bf0b9ee5d797 service neutron] 10.222.0.60 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150436 May 26 21:28:28.809384 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5819e9e9-5931-4f27-870a-14eeb508f3e0 req-ebd83aae-2411-4e8f-a427-30d5ba60e3e3 service neutron] 10.222.0.60 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874791 May 26 21:28:29.440521 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e41a9b-1457-40e9-9ee7-56273c296c4d req-0c8b1767-356b-4919-bfb6-f894885c1823 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:29.441985 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-96e41a9b-1457-40e9-9ee7-56273c296c4d req-0c8b1767-356b-4919-bfb6-f894885c1823 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0479848 May 26 21:28:29.470572 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:29.500364 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-96e41a9b-1457-40e9-9ee7-56273c296c4d req-c68b591e-336f-42d7-bea2-c9a63d426151 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526314 May 26 21:28:29.808304 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264b38d-3738-44f9-b3a1-9b0cbb847a79 req-4bcceb8a-ce56-4fa8-88dc-8cf5688687e9 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:29.810019 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5264b38d-3738-44f9-b3a1-9b0cbb847a79 req-4bcceb8a-ce56-4fa8-88dc-8cf5688687e9 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0567973 May 26 21:28:29.868501 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5264b38d-3738-44f9-b3a1-9b0cbb847a79 req-c60a22e5-0093-4dcf-8dea-049233f2b353 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512803 May 26 21:28:30.632410 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fee3c4-1cfc-4fdf-80d0-32be72eca35a req-153a8f7d-77bc-4568-a258-c584655fe27d tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:30.633950 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-08fee3c4-1cfc-4fdf-80d0-32be72eca35a req-153a8f7d-77bc-4568-a258-c584655fe27d tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0482726 May 26 21:28:30.684381 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-08fee3c4-1cfc-4fdf-80d0-32be72eca35a req-c72f4150-de84-495e-b0ec-ffc80152cec6 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446551 May 26 21:28:30.999163 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ed7cf-fca1-41ee-96f4-139166eb15f5 req-4f048399-338b-4889-80b9-79e13409b8be tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:31.004862 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0c8ed7cf-fca1-41ee-96f4-139166eb15f5 req-4f048399-338b-4889-80b9-79e13409b8be tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0596633 May 26 21:28:31.063917 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0c8ed7cf-fca1-41ee-96f4-139166eb15f5 req-7342f2f3-0bc9-46c2-aad9-33ef6e02899d tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555868 May 26 21:28:31.684271 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29da10d-5b3e-4dec-bc5a-bbe4af1bcc49 req-607b7259-3fbd-4c96-a94a-cb4d4d4896d3 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:31.685729 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f29da10d-5b3e-4dec-bc5a-bbe4af1bcc49 req-607b7259-3fbd-4c96-a94a-cb4d4d4896d3 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.60 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0482972 May 26 21:28:31.792123 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 49150) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:31.826672 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c557a4-da45-4df1-b97e-a7a8ebe3a176 req-2034e05f-6b4c-406f-b46f-a91f994baef6 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:31.828551 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-04c557a4-da45-4df1-b97e-a7a8ebe3a176 req-2034e05f-6b4c-406f-b46f-a91f994baef6 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0673819 May 26 21:28:31.842891 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [req-f29da10d-5b3e-4dec-bc5a-bbe4af1bcc49 req-c453ab30-4f31-4f39-a0dd-0e162cde1590 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Deleting port 42acb5d5-5de1-46a9-8982-343d8c9cf6ff {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:28:31.842891 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-f29da10d-5b3e-4dec-bc5a-bbe4af1bcc49 req-c453ab30-4f31-4f39-a0dd-0e162cde1590 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (42acb5d5-5de1-46a9-8982-343d8c9cf6ff), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:31.905347 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-04c557a4-da45-4df1-b97e-a7a8ebe3a176 req-b3293437-eda3-405d-9656-3158ff0fd126 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/security-groups?id=00f8e855-f846-49ac-aed8-f54471d285f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678487 May 26 21:28:31.976860 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [req-f29da10d-5b3e-4dec-bc5a-bbe4af1bcc49 req-c453ab30-4f31-4f39-a0dd-0e162cde1590 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] For port 42acb5d5-5de1-46a9-8982-343d8c9cf6ff, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=42acb5d5-5de1-46a9-8982-343d8c9cf6ff,segment=NetworkSegment(508ebb5e-178d-4887-8936-fb058af2b2f7),segment_id=508ebb5e-178d-4887-8936-fb058af2b2f7)] {{(pid=104642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:28:31.977224 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-f29da10d-5b3e-4dec-bc5a-bbe4af1bcc49 req-c453ab30-4f31-4f39-a0dd-0e162cde1590 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (42acb5d5-5de1-46a9-8982-343d8c9cf6ff), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:32.001096 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3c3fa766-b8eb-471b-8f68-9a99bff43764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:32.004833 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [req-f29da10d-5b3e-4dec-bc5a-bbe4af1bcc49 req-c453ab30-4f31-4f39-a0dd-0e162cde1590 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Calling delete_port for 42acb5d5-5de1-46a9-8982-343d8c9cf6ff owned by compute:nova {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:28:32.163205 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:32.243958 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6249b2e-e836-4434-99dc-3085d087cc2b req-62b9f680-fade-4602-9505-1d05b59eb055 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:32.245449 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a6249b2e-e836-4434-99dc-3085d087cc2b req-62b9f680-fade-4602-9505-1d05b59eb055 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0974350 May 26 21:28:32.270549 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3c3fa766-b8eb-471b-8f68-9a99bff43764 admin admin] Publish callbacks [] for security_group (9c88fc68-af1f-484a-8f25-c9701f59dbf9), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:32.320999 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a6249b2e-e836-4434-99dc-3085d087cc2b req-9f813ffe-c20b-4e6c-887f-0f0098922c0f tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636399 May 26 21:28:32.348843 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3c3fa766-b8eb-471b-8f68-9a99bff43764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (9c88fc68-af1f-484a-8f25-c9701f59dbf9), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:32.353507 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=7 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:32.354322 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-f29da10d-5b3e-4dec-bc5a-bbe4af1bcc49 req-c453ab30-4f31-4f39-a0dd-0e162cde1590 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (42acb5d5-5de1-46a9-8982-343d8c9cf6ff), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:32.375394 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['42acb5d5-5de1-46a9-8982-343d8c9cf6ff'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:28:32.413755 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453ab30-4f31-4f39-a0dd-0e162cde1590 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Pushing event deleted for resources: {'Port': ['ID=42acb5d5-5de1-46a9-8982-343d8c9cf6ff,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:32.419526 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fa766-b8eb-471b-8f68-9a99bff43764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c88fc68-af1f-484a-8f25-c9701f59dbf9,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:32.456269 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-3c3fa766-b8eb-471b-8f68-9a99bff43764 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=03e6c235adce4d82a690fc37128749b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6630023 May 26 21:28:32.456757 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 49170) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:32.496430 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29da10d-5b3e-4dec-bc5a-bbe4af1bcc49 req-c453ab30-4f31-4f39-a0dd-0e162cde1590 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] No DVR routers for this DVR port 42acb5d5-5de1-46a9-8982-343d8c9cf6ff on host hv-cinder-82880 {{(pid=104642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:28:32.499548 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-f29da10d-5b3e-4dec-bc5a-bbe4af1bcc49 req-c453ab30-4f31-4f39-a0dd-0e162cde1590 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:32.502849 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f29da10d-5b3e-4dec-bc5a-bbe4af1bcc49 req-c453ab30-4f31-4f39-a0dd-0e162cde1590 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.60 "DELETE /v2.0/ports/42acb5d5-5de1-46a9-8982-343d8c9cf6ff HTTP/1.1" status: 204 len: 173 time: 0.8103709 May 26 21:28:32.503307 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c158d0-52d0-41c6-9ea3-ac90160e5ee0', 'name': 'network-vif-deleted', 'tag': '42acb5d5-5de1-46a9-8982-343d8c9cf6ff'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:28:32.505701 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569949ad-6aac-4164-b0c9-d3a4f57ba13a" -d '{"events": [{"server_uuid": "69c158d0-52d0-41c6-9ea3-ac90160e5ee0", "name": "network-vif-deleted", "tag": "42acb5d5-5de1-46a9-8982-343d8c9cf6ff"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:28:32.511157 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-e91d16a1-be74-4e1e-a0b8-969e198c3a44 admin admin] Publish callbacks [] for security_group (9c88fc68-af1f-484a-8f25-c9701f59dbf9), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:32.534965 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-e91d16a1-be74-4e1e-a0b8-969e198c3a44 admin admin] Publish callbacks [] for security_group (9c88fc68-af1f-484a-8f25-c9701f59dbf9), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:32.552043 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29399b94-8dd9-496a-a426-92fda96439bd x-openstack-request-id: req-29399b94-8dd9-496a-a426-92fda96439bd {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:28:32.555464 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c158d0-52d0-41c6-9ea3-ac90160e5ee0", "name": "network-vif-deleted", "tag": "42acb5d5-5de1-46a9-8982-343d8c9cf6ff", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:28:32.555464 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-29399b94-8dd9-496a-a426-92fda96439bd {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:28:32.555464 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29399b94-8dd9-496a-a426-92fda96439bd'] response: {'server_uuid': '69c158d0-52d0-41c6-9ea3-ac90160e5ee0', 'name': 'network-vif-deleted', 'tag': '42acb5d5-5de1-46a9-8982-343d8c9cf6ff', 'status': 'completed', 'code': 200} May 26 21:28:32.724386 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-e91d16a1-be74-4e1e-a0b8-969e198c3a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (9c88fc68-af1f-484a-8f25-c9701f59dbf9), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:32.728203 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-e91d16a1-be74-4e1e-a0b8-969e198c3a44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:32.729361 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-e91d16a1-be74-4e1e-a0b8-969e198c3a44 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9c88fc68-af1f-484a-8f25-c9701f59dbf9 HTTP/1.1" status: 204 len: 168 time: 0.2711351 May 26 21:28:32.738075 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d16a1-be74-4e1e-a0b8-969e198c3a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c88fc68-af1f-484a-8f25-c9701f59dbf9,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:32.995123 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-eb1ff4ab-d77c-4770-ad3b-ab18eb8946f3 req-b3a631c2-a71c-4c3d-8677-b5eb5bb767e6 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 210 time: 0.0275719 May 26 21:28:33.443796 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 49196) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:33.458956 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-64d16830-f1c8-4903-8e9c-eaa15e14dca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:33.466357 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899ae87-a8f0-42ab-b4c9-47c7e3f6f35b req-9665d761-78d9-44e9-a5dd-2c752b249706 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:33.468029 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1899ae87-a8f0-42ab-b4c9-47c7e3f6f35b req-9665d761-78d9-44e9-a5dd-2c752b249706 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0594664 May 26 21:28:33.545459 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1899ae87-a8f0-42ab-b4c9-47c7e3f6f35b req-5a3846b2-7d85-4ba5-a0c8-95121ce82411 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643563 May 26 21:28:33.579316 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-64d16830-f1c8-4903-8e9c-eaa15e14dca1 admin admin] Publish callbacks [] for security_group (149f17d9-c360-4bc4-af6d-5ff01bc792fd), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:33.622297 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-64d16830-f1c8-4903-8e9c-eaa15e14dca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (149f17d9-c360-4bc4-af6d-5ff01bc792fd), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:33.662853 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 49208) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:33.683898 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-64d16830-f1c8-4903-8e9c-eaa15e14dca1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=896b3030a4a04f74b9d6568bc3abfba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353909 May 26 21:28:33.683898 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d16830-f1c8-4903-8e9c-eaa15e14dca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149f17d9-c360-4bc4-af6d-5ff01bc792fd,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:33.687611 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 49212) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:33.765386 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2779dc8d-3411-4c54-95d0-38766f6180a1 admin admin] Publish callbacks [] for security_group (149f17d9-c360-4bc4-af6d-5ff01bc792fd), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:33.807788 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2779dc8d-3411-4c54-95d0-38766f6180a1 admin admin] Publish callbacks [] for security_group (149f17d9-c360-4bc4-af6d-5ff01bc792fd), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:33.825843 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-01929a5d-eb35-4b38-8405-ba3624088e8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:33.932623 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-01929a5d-eb35-4b38-8405-ba3624088e8e admin admin] Publish callbacks [] for security_group (500cd10b-5643-421a-987c-cde91636ac74), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:33.953593 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2779dc8d-3411-4c54-95d0-38766f6180a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (149f17d9-c360-4bc4-af6d-5ff01bc792fd), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:33.956355 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2779dc8d-3411-4c54-95d0-38766f6180a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:33.957524 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-2779dc8d-3411-4c54-95d0-38766f6180a1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/149f17d9-c360-4bc4-af6d-5ff01bc792fd HTTP/1.1" status: 204 len: 168 time: 0.2685175 May 26 21:28:33.966465 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779dc8d-3411-4c54-95d0-38766f6180a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149f17d9-c360-4bc4-af6d-5ff01bc792fd,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:33.976423 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-01929a5d-eb35-4b38-8405-ba3624088e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (500cd10b-5643-421a-987c-cde91636ac74), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:33.977646 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=8 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:34.019147 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:34.033792 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-01929a5d-eb35-4b38-8405-ba3624088e8e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d6f3fd2a40bd4ffd80662f357c6c3e41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3698058 May 26 21:28:34.035510 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01929a5d-eb35-4b38-8405-ba3624088e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500cd10b-5643-421a-987c-cde91636ac74,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:34.036645 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 49222) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:34.107221 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-cf7823d8-96c2-4015-ae7d-082fcf09805a admin admin] Publish callbacks [] for security_group (500cd10b-5643-421a-987c-cde91636ac74), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:34.131412 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-383ddd3c-e9e7-4ffe-952d-da8f28108d56 req-3976d1c3-297f-4ff3-8e10-eca95e64c9d7 tempest-DeleteServersTestJSON-919025023 tempest-DeleteServersTestJSON-919025023-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c158d0-52d0-41c6-9ea3-ac90160e5ee0 HTTP/1.1" status: 200 len: 210 time: 0.0363758 May 26 21:28:34.149539 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-cf7823d8-96c2-4015-ae7d-082fcf09805a admin admin] Publish callbacks [] for security_group (500cd10b-5643-421a-987c-cde91636ac74), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:34.262370 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-cf7823d8-96c2-4015-ae7d-082fcf09805a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (500cd10b-5643-421a-987c-cde91636ac74), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:34.265013 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-cf7823d8-96c2-4015-ae7d-082fcf09805a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:34.266141 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-cf7823d8-96c2-4015-ae7d-082fcf09805a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/500cd10b-5643-421a-987c-cde91636ac74 HTTP/1.1" status: 204 len: 168 time: 0.2284095 May 26 21:28:34.282772 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7823d8-96c2-4015-ae7d-082fcf09805a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500cd10b-5643-421a-987c-cde91636ac74,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:34.655320 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 49236) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:34.670814 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3c43b5ec-3955-4fcb-9fe5-035619db699e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:34.675987 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc0dd7-ece9-4afa-bc06-b4d5453e380d req-17908a77-fcb6-49e0-a762-8247d252b7a2 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:34.677557 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-65dc0dd7-ece9-4afa-bc06-b4d5453e380d req-17908a77-fcb6-49e0-a762-8247d252b7a2 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0598495 May 26 21:28:34.739808 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-65dc0dd7-ece9-4afa-bc06-b4d5453e380d req-8994310c-91e2-499c-9535-5894379d8e85 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551817 May 26 21:28:34.762746 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3c43b5ec-3955-4fcb-9fe5-035619db699e admin admin] Publish callbacks [] for security_group (7ec7c720-fe46-49e2-9d3f-2ea19dba7bc3), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:34.839132 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3c43b5ec-3955-4fcb-9fe5-035619db699e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (7ec7c720-fe46-49e2-9d3f-2ea19dba7bc3), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:34.973819 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 49248) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:34.987602 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-9cf42ffa-b0ab-4ce4-89c7-af5a8d233d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:35.039391 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:35.076067 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-9cf42ffa-b0ab-4ce4-89c7-af5a8d233d8a admin admin] Publish callbacks [] for security_group (079ade1c-c327-48c6-b2ce-2899d5134129), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:35.105191 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-3c43b5ec-3955-4fcb-9fe5-035619db699e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f702fca9371466386692e14fb5a77f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4487302 May 26 21:28:35.107132 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43b5ec-3955-4fcb-9fe5-035619db699e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec7c720-fe46-49e2-9d3f-2ea19dba7bc3,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:35.107880 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 49250) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:35.161197 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-aaf6861c-004e-4472-a7fe-5ee3a37ddbc4 admin admin] Publish callbacks [] for security_group (7ec7c720-fe46-49e2-9d3f-2ea19dba7bc3), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:35.173629 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-9cf42ffa-b0ab-4ce4-89c7-af5a8d233d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (079ade1c-c327-48c6-b2ce-2899d5134129), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:35.208282 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-aaf6861c-004e-4472-a7fe-5ee3a37ddbc4 admin admin] Publish callbacks [] for security_group (7ec7c720-fe46-49e2-9d3f-2ea19dba7bc3), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:35.236325 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-9cf42ffa-b0ab-4ce4-89c7-af5a8d233d8a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ba83ed338a6477eb23c978e15731dcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613518 May 26 21:28:35.239328 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 49256) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:35.245474 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf42ffa-b0ab-4ce4-89c7-af5a8d233d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079ade1c-c327-48c6-b2ce-2899d5134129,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:35.300844 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6fba83aa-ca3d-49f9-8a42-27315626aba7 admin admin] Publish callbacks [] for security_group (079ade1c-c327-48c6-b2ce-2899d5134129), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:35.323652 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6fba83aa-ca3d-49f9-8a42-27315626aba7 admin admin] Publish callbacks [] for security_group (079ade1c-c327-48c6-b2ce-2899d5134129), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:35.353138 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:35.359050 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-aaf6861c-004e-4472-a7fe-5ee3a37ddbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (7ec7c720-fe46-49e2-9d3f-2ea19dba7bc3), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:35.361617 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-aaf6861c-004e-4472-a7fe-5ee3a37ddbc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:35.362792 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-aaf6861c-004e-4472-a7fe-5ee3a37ddbc4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7ec7c720-fe46-49e2-9d3f-2ea19dba7bc3 HTTP/1.1" status: 204 len: 168 time: 0.2538707 May 26 21:28:35.370920 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6861c-004e-4472-a7fe-5ee3a37ddbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec7c720-fe46-49e2-9d3f-2ea19dba7bc3,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:35.433807 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6fba83aa-ca3d-49f9-8a42-27315626aba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (079ade1c-c327-48c6-b2ce-2899d5134129), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:35.438089 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6fba83aa-ca3d-49f9-8a42-27315626aba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:35.443717 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-6fba83aa-ca3d-49f9-8a42-27315626aba7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/079ade1c-c327-48c6-b2ce-2899d5134129 HTTP/1.1" status: 204 len: 168 time: 0.2019470 May 26 21:28:35.453926 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba83aa-ca3d-49f9-8a42-27315626aba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079ade1c-c327-48c6-b2ce-2899d5134129,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:35.844769 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:35.862888 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393769d-1903-48ef-bb8c-cf398276f8fa req-b71d28e1-2550-427c-b6da-9615e7efa10f tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:35.866355 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0393769d-1903-48ef-bb8c-cf398276f8fa req-b71d28e1-2550-427c-b6da-9615e7efa10f tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0574670 May 26 21:28:35.914814 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0393769d-1903-48ef-bb8c-cf398276f8fa req-37c7222d-b0e9-4682-8a57-0ad49d0bdc0b tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443165 May 26 21:28:36.890550 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 49328) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:36.904294 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 49332) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:37.029353 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-dbe473aa-7096-46b4-9f57-225afa737693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:37.065187 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aba7e3-9944-4c82-90bf-15ea2c96636b req-784630f7-3b96-4a20-bb93-8372499b3b48 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:37.068260 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-54aba7e3-9944-4c82-90bf-15ea2c96636b req-784630f7-3b96-4a20-bb93-8372499b3b48 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0799348 May 26 21:28:37.136829 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-8267d7f7-8a6b-4cdf-ae92-11787dd4d250 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-962331520-network', 'tenant_id': '0a97f689104e4884b6e30b0c8606b513'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:28:37.142871 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-dbe473aa-7096-46b4-9f57-225afa737693 admin admin] Publish callbacks [] for security_group (5d53c728-8f31-43db-a500-b48d7f0ad8c3), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:37.148500 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-54aba7e3-9944-4c82-90bf-15ea2c96636b req-f1206287-ac95-4302-858a-b3c65e32214c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729022 May 26 21:28:37.161911 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 42acb5d5-5de1-46a9-8982-343d8c9cf6ff no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:28:37.184201 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] No Port match for: 42acb5d5-5de1-46a9-8982-343d8c9cf6ff {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:28:37.184549 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 42acb5d5-5de1-46a9-8982-343d8c9cf6ff not bound to the agent host hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:28:37.262338 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-dbe473aa-7096-46b4-9f57-225afa737693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (5d53c728-8f31-43db-a500-b48d7f0ad8c3), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:37.264980 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8267d7f7-8a6b-4cdf-ae92-11787dd4d250 admin admin] Made reservation on behalf of 0a97f689104e4884b6e30b0c8606b513 for: {'network': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:28:37.267515 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8267d7f7-8a6b-4cdf-ae92-11787dd4d250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for network (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:37.294316 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8267d7f7-8a6b-4cdf-ae92-11787dd4d250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:37.327402 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe473aa-7096-46b4-9f57-225afa737693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d53c728-8f31-43db-a500-b48d7f0ad8c3,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:37.335540 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-dbe473aa-7096-46b4-9f57-225afa737693 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ba4306524f144654bdfe63b6c1394bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4432976 May 26 21:28:37.338916 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 49344) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:37.384621 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:37.391298 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-67d7b570-6d05-4d37-9a66-e5db3b057a9f admin admin] Publish callbacks [] for security_group (5d53c728-8f31-43db-a500-b48d7f0ad8c3), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:37.399768 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8267d7f7-8a6b-4cdf-ae92-11787dd4d250 admin admin] Publish callbacks [] for security_group (cb3063e2-e63f-44f0-bdf6-1183faf0c68d), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:37.414771 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-67d7b570-6d05-4d37-9a66-e5db3b057a9f admin admin] Publish callbacks [] for security_group (5d53c728-8f31-43db-a500-b48d7f0ad8c3), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:37.495484 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8267d7f7-8a6b-4cdf-ae92-11787dd4d250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (cb3063e2-e63f-44f0-bdf6-1183faf0c68d), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:37.522884 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267d7f7-8a6b-4cdf-ae92-11787dd4d250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3063e2-e63f-44f0-bdf6-1183faf0c68d,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:37.604672 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-67d7b570-6d05-4d37-9a66-e5db3b057a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (5d53c728-8f31-43db-a500-b48d7f0ad8c3), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:37.607902 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-67d7b570-6d05-4d37-9a66-e5db3b057a9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:37.613415 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-67d7b570-6d05-4d37-9a66-e5db3b057a9f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d53c728-8f31-43db-a500-b48d7f0ad8c3 HTTP/1.1" status: 204 len: 168 time: 0.2690103 May 26 21:28:37.613676 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8267d7f7-8a6b-4cdf-ae92-11787dd4d250 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=104642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:28:37.618435 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7b570-6d05-4d37-9a66-e5db3b057a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d53c728-8f31-43db-a500-b48d7f0ad8c3,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:37.622824 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8267d7f7-8a6b-4cdf-ae92-11787dd4d250 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745431346791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (7b796852-cdae-4a96-9d97-94624ded1290), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:37.623296 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.segments_db [None req-8267d7f7-8a6b-4cdf-ae92-11787dd4d250 admin admin] Added segment 7b796852-cdae-4a96-9d97-94624ded1290 of type vlan for network 5700046f-4b5a-4ad3-a1d7-379e90370a51 May 26 21:28:37.674277 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8267d7f7-8a6b-4cdf-ae92-11787dd4d250 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745430822750'] for network (5700046f-4b5a-4ad3-a1d7-379e90370a51), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:37.782398 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8267d7f7-8a6b-4cdf-ae92-11787dd4d250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for network (5700046f-4b5a-4ad3-a1d7-379e90370a51), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:37.783467 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8267d7f7-8a6b-4cdf-ae92-11787dd4d250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:37.784093 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8267d7f7-8a6b-4cdf-ae92-11787dd4d250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:37.855425 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267d7f7-8a6b-4cdf-ae92-11787dd4d250 admin admin] Pushing event updated for resources: {'Network': ['ID=5700046f-4b5a-4ad3-a1d7-379e90370a51,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:37.870095 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Network 5700046f-4b5a-4ad3-a1d7-379e90370a51 details requested by agent ovs-agent-dv-cinder-828805-3-iscsi with host dv-cinder-828805-3-iscsi {{(pid=104644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:28:37.904383 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-8267d7f7-8a6b-4cdf-ae92-11787dd4d250 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.9988179 May 26 21:28:37.907223 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 49362) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:37.913068 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-ba9e44c9-f296-4559-8241-d4434ecf9bea admin admin] Request body: {'subnet': {'network_id': '5700046f-4b5a-4ad3-a1d7-379e90370a51', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-962331520-subnet', 'tenant_id': '0a97f689104e4884b6e30b0c8606b513', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:28:37.982098 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9e44c9-f296-4559-8241-d4434ecf9bea admin admin] Made reservation on behalf of 0a97f689104e4884b6e30b0c8606b513 for: {'subnet': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:28:37.984796 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ba9e44c9-f296-4559-8241-d4434ecf9bea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4592072'] for subnet (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:38.247969 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ba9e44c9-f296-4559-8241-d4434ecf9bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4561994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4592094'] for subnet (1b891090-ddd4-40de-8cc2-b3e20d53dbb1), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:38.309859 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e44c9-f296-4559-8241-d4434ecf9bea admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b891090-ddd4-40de-8cc2-b3e20d53dbb1,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:38.310542 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9f0b4-022c-4a3f-a7ab-6db6c221c870 req-3cd9ea56-129d-4c43-b2ba-8d974391a388 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:38.313062 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-02c9f0b4-022c-4a3f-a7ab-6db6c221c870 req-3cd9ea56-129d-4c43-b2ba-8d974391a388 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0752401 May 26 21:28:38.315456 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9e44c9-f296-4559-8241-d4434ecf9bea admin admin] Checking segment: {'id': '7b796852-cdae-4a96-9d97-94624ded1290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5700046f-4b5a-4ad3-a1d7-379e90370a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:28:38.315995 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9e44c9-f296-4559-8241-d4434ecf9bea admin admin] Network hostable DHCP agents. Network: 5700046f-4b5a-4ad3-a1d7-379e90370a51, hostable agents: ['35848227-359f-404d-a469-91025de84eed'], hosted agents: [] {{(pid=104643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:28:38.370089 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-02c9f0b4-022c-4a3f-a7ab-6db6c221c870 req-6407e60e-649c-4f4d-8a49-feb6628b56c9 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450146 May 26 21:28:38.417682 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 49368) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:38.427767 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9e44c9-f296-4559-8241-d4434ecf9bea admin admin] Network 5700046f-4b5a-4ad3-a1d7-379e90370a51 is scheduled to be hosted by DHCP agent 35848227-359f-404d-a469-91025de84eed with binding_index 1 {{(pid=104643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:28:38.431787 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-b98aee67-c9c9-49f7-98aa-1f90831f3d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:38.442151 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:38.513395 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-ba9e44c9-f296-4559-8241-d4434ecf9bea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-3-iscsi, 5700046f-4b5a-4ad3-a1d7-379e90370a51) {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:28:38.518937 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9e44c9-f296-4559-8241-d4434ecf9bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:38.520503 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ba9e44c9-f296-4559-8241-d4434ecf9bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for subnet (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:38.524954 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed62da8-da00-4b83-adbd-70c8fc38a928 None None] Network 5700046f-4b5a-4ad3-a1d7-379e90370a51 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:28:38.598103 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-ba9e44c9-f296-4559-8241-d4434ecf9bea admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6893375 May 26 21:28:38.620109 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:38.629836 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476d016d-3057-4bec-ad67-3f376324586e None None] Network 5700046f-4b5a-4ad3-a1d7-379e90370a51 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:28:38.656827 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-b98aee67-c9c9-49f7-98aa-1f90831f3d1b admin admin] Publish callbacks [] for security_group (dd667e3f-0a76-457b-a390-7011aef0ed6b), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:38.746142 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-b98aee67-c9c9-49f7-98aa-1f90831f3d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (dd667e3f-0a76-457b-a390-7011aef0ed6b), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:38.781637 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-b98aee67-c9c9-49f7-98aa-1f90831f3d1b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fef7fb75ca6744369ecf3883626f6ace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3628900 May 26 21:28:38.782474 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98aee67-c9c9-49f7-98aa-1f90831f3d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd667e3f-0a76-457b-a390-7011aef0ed6b,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:38.784637 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 49382) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:38.852489 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-81aab613-5e83-4fdb-a5d0-4af62bed8795 admin admin] Publish callbacks [] for security_group (dd667e3f-0a76-457b-a390-7011aef0ed6b), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:38.875086 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-81aab613-5e83-4fdb-a5d0-4af62bed8795 admin admin] Publish callbacks [] for security_group (dd667e3f-0a76-457b-a390-7011aef0ed6b), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:38.885187 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:38.981004 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-81aab613-5e83-4fdb-a5d0-4af62bed8795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (dd667e3f-0a76-457b-a390-7011aef0ed6b), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:38.985246 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-81aab613-5e83-4fdb-a5d0-4af62bed8795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:38.985391 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-81aab613-5e83-4fdb-a5d0-4af62bed8795 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd667e3f-0a76-457b-a390-7011aef0ed6b HTTP/1.1" status: 204 len: 168 time: 0.1991420 May 26 21:28:38.993110 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aab613-5e83-4fdb-a5d0-4af62bed8795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd667e3f-0a76-457b-a390-7011aef0ed6b,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:39.490165 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1392f6-3a51-4f91-bfdb-0b8279894614 req-efbdb324-f368-4003-9376-e86f987be9d4 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:39.496340 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-eb1392f6-3a51-4f91-bfdb-0b8279894614 req-efbdb324-f368-4003-9376-e86f987be9d4 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0569763 May 26 21:28:39.545971 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-eb1392f6-3a51-4f91-bfdb-0b8279894614 req-26d4fdf5-df80-4a7c-a5af-3fcc792c7a3e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482194 May 26 21:28:40.668387 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cd9f3-c5b8-4cee-87b7-6933918ce86d req-50576261-8f1b-4dc8-9baf-291753fe30f8 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:40.669903 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-af8cd9f3-c5b8-4cee-87b7-6933918ce86d req-50576261-8f1b-4dc8-9baf-291753fe30f8 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0469213 May 26 21:28:40.730545 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-af8cd9f3-c5b8-4cee-87b7-6933918ce86d req-65aa42db-dbea-4b3a-9ff8-ecab8cd7e295 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529242 May 26 21:28:41.859571 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f987e9-e857-4d7f-8ac5-7db4de7c7922 req-3dced7f3-c227-4a8d-a079-cea88d580fd6 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:41.861127 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a7f987e9-e857-4d7f-8ac5-7db4de7c7922 req-3dced7f3-c227-4a8d-a079-cea88d580fd6 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0497670 May 26 21:28:41.912202 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a7f987e9-e857-4d7f-8ac5-7db4de7c7922 req-c20f007f-a7ae-46f7-9c2c-959e4df172b3 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447848 May 26 21:28:43.036225 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaf0e4-b7b2-4792-9d00-fdbdb0e977dd req-fd08512d-9d41-4c3f-94e2-fd77957d28ed tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:43.037730 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d2aaf0e4-b7b2-4792-9d00-fdbdb0e977dd req-fd08512d-9d41-4c3f-94e2-fd77957d28ed tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0534887 May 26 21:28:43.084907 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d2aaf0e4-b7b2-4792-9d00-fdbdb0e977dd req-9b182f86-bbef-4b0f-96ad-0e04cdb7cb8e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414071 May 26 21:28:44.198544 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419dc712-c385-4818-bc57-e061e7e050d6 req-b65bd505-1c85-481c-83e3-904ed88e28f5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:44.200038 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-419dc712-c385-4818-bc57-e061e7e050d6 req-b65bd505-1c85-481c-83e3-904ed88e28f5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0475633 May 26 21:28:44.245493 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-419dc712-c385-4818-bc57-e061e7e050d6 req-bd85fb79-fd52-4ec6-aa20-5f8e903f69f2 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399773 May 26 21:28:45.358072 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504ec20-94ec-4eea-bc62-14aae043e092 req-572dfda4-f3e1-4b01-8669-96abc6527f10 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:45.359518 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7504ec20-94ec-4eea-bc62-14aae043e092 req-572dfda4-f3e1-4b01-8669-96abc6527f10 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0458603 May 26 21:28:45.405110 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7504ec20-94ec-4eea-bc62-14aae043e092 req-69326b40-8f66-4417-acb7-b3efe7573020 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394711 May 26 21:28:46.344501 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 49538) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:46.389593 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab15af0-c4e8-4bee-ae85-e7841e8cea55 admin admin] Deleting subnet 5ad45655-7db7-4fd3-9707-07194aa1b8db {{(pid=104642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:28:46.393002 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8ab15af0-c4e8-4bee-ae85-e7841e8cea55 admin admin] Publish callbacks [] for subnet (5ad45655-7db7-4fd3-9707-07194aa1b8db), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:46.432481 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8ab15af0-c4e8-4bee-ae85-e7841e8cea55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5148609'] for subnet (5ad45655-7db7-4fd3-9707-07194aa1b8db), precommit_delete_associations {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:46.473669 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8ab15af0-c4e8-4bee-ae85-e7841e8cea55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859283'] for subnet (5ad45655-7db7-4fd3-9707-07194aa1b8db), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:46.508741 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=5 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:46.525255 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2a989-3c2c-483d-8146-e48bbeba9f68 req-c72bb3c4-53f6-4632-a473-fbd56f7a8dc4 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:46.526795 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-93d2a989-3c2c-483d-8146-e48bbeba9f68 req-c72bb3c4-53f6-4632-a473-fbd56f7a8dc4 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0514188 May 26 21:28:46.578782 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-93d2a989-3c2c-483d-8146-e48bbeba9f68 req-6e4c7b79-f6e9-4198-92bf-df96f0654883 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459778 May 26 21:28:46.609750 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8ab15af0-c4e8-4bee-ae85-e7841e8cea55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4623492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4266898'] for subnet (5ad45655-7db7-4fd3-9707-07194aa1b8db), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:46.634311 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab15af0-c4e8-4bee-ae85-e7841e8cea55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ad45655-7db7-4fd3-9707-07194aa1b8db,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:46.639913 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8ab15af0-c4e8-4bee-ae85-e7841e8cea55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:46.642946 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-8ab15af0-c4e8-4bee-ae85-e7841e8cea55 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5ad45655-7db7-4fd3-9707-07194aa1b8db HTTP/1.1" status: 204 len: 168 time: 0.2974498 May 26 21:28:46.645516 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 49542) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:46.718330 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e70dcb4b-8197-44dd-b378-bf97e1b6aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-801300'] for network (49e4975b-6869-4462-9c74-3db9f1965109), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:46.793410 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e70dcb4b-8197-44dd-b378-bf97e1b6aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853542', 'neutron.services.segments.db._delete_segments_for_network-8745431346800'] for network (49e4975b-6869-4462-9c74-3db9f1965109), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:46.802440 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:46.814224 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.services.segments.db [None req-e70dcb4b-8197-44dd-b378-bf97e1b6aad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e4975b-6869-4462-9c74-3db9f1965109']}} {{(pid=104642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:28:46.823734 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.services.segments.db [None req-e70dcb4b-8197-44dd-b378-bf97e1b6aad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508ebb5e-178d-4887-8936-fb058af2b2f7') {'for_net_delete': True} {{(pid=104642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:28:46.824057 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.services.segments.db [None req-e70dcb4b-8197-44dd-b378-bf97e1b6aad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508ebb5e-178d-4887-8936-fb058af2b2f7') {} {{(pid=104642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:28:46.837375 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e70dcb4b-8197-44dd-b378-bf97e1b6aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745431347833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5148664'] for segment (508ebb5e-178d-4887-8936-fb058af2b2f7), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:46.853802 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e70dcb4b-8197-44dd-b378-bf97e1b6aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (508ebb5e-178d-4887-8936-fb058af2b2f7), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:46.858467 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70dcb4b-8197-44dd-b378-bf97e1b6aad8 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=104642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:28:46.858849 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e70dcb4b-8197-44dd-b378-bf97e1b6aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4632614'] for segment (508ebb5e-178d-4887-8936-fb058af2b2f7), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:46.901470 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.services.segments.plugin [-] Segment 508ebb5e-178d-4887-8936-fb058af2b2f7 resource provider aggregate not found May 26 21:28:46.924036 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.services.segments.plugin [-] Segment 508ebb5e-178d-4887-8936-fb058af2b2f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 508ebb5e-178d-4887-8936-fb058af2b2f7 found for delete ", "request_id": "req-f609e905-20d8-4151-8ce5-4cd2c441d34e"}]} May 26 21:28:47.010436 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e70dcb4b-8197-44dd-b378-bf97e1b6aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696756'] for network (49e4975b-6869-4462-9c74-3db9f1965109), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:47.017190 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e70dcb4b-8197-44dd-b378-bf97e1b6aad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:47.021594 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-e70dcb4b-8197-44dd-b378-bf97e1b6aad8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/49e4975b-6869-4462-9c74-3db9f1965109 HTTP/1.1" status: 204 len: 168 time: 0.3739276 May 26 21:28:47.036059 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70dcb4b-8197-44dd-b378-bf97e1b6aad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=49e4975b-6869-4462-9c74-3db9f1965109,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:47.225834 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=97 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:47.228796 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=33 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:47.280236 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:47.309569 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cd812-fa22-4a6a-9e52-a873514117fd req-b20e845e-4b57-4b84-87aa-737517816295 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:47.312214 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-346cd812-fa22-4a6a-9e52-a873514117fd req-b20e845e-4b57-4b84-87aa-737517816295 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/networks?id=5700046f-4b5a-4ad3-a1d7-379e90370a51 HTTP/1.1" status: 200 len: 813 time: 0.1134133 May 26 21:28:47.330795 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-346cd812-fa22-4a6a-9e52-a873514117fd req-dedfe652-2d11-4565-a6fe-12fee51f38b7 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/quotas/0a97f689104e4884b6e30b0c8606b513 HTTP/1.1" status: 200 len: 375 time: 0.0125420 May 26 21:28:47.374553 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-346cd812-fa22-4a6a-9e52-a873514117fd req-77ad0e95-ca6f-40e1-b3a8-9b53c69188d7 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a97f689104e4884b6e30b0c8606b513&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360916 May 26 21:28:47.467915 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 49592) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:47.484446 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-346cd812-fa22-4a6a-9e52-a873514117fd req-4e0db8c4-89ae-43b4-a4e2-d7c45101a082 service neutron] 10.222.0.42 "GET /v2.0/networks/5700046f-4b5a-4ad3-a1d7-379e90370a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025944 May 26 21:28:47.523293 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 49600) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:47.523475 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-e1d6eecc-453f-4ac3-bf27-aa761e7e61dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=199159bff7e5433ca3da168465c2e22c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0512135 May 26 21:28:47.617862 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-72e2c4dc-ad3b-43ad-bf62-35ef7b6ce02f admin admin] Publish callbacks [] for security_group (00f8e855-f846-49ac-aed8-f54471d285f2), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:47.642031 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-346cd812-fa22-4a6a-9e52-a873514117fd req-4272c9af-66ad-42c9-ac33-d09d5799bbbf service neutron] 10.222.0.42 "GET /v2.0/networks/5700046f-4b5a-4ad3-a1d7-379e90370a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512969 May 26 21:28:47.654720 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-72e2c4dc-ad3b-43ad-bf62-35ef7b6ce02f admin admin] Publish callbacks [] for security_group (00f8e855-f846-49ac-aed8-f54471d285f2), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:47.716482 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaed0c8-e987-448b-8018-8efd7c7b83ec req-b2d480dd-c91d-4c2b-adb7-6b2a9db0be0c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:47.716482 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-acaed0c8-e987-448b-8018-8efd7c7b83ec req-b2d480dd-c91d-4c2b-adb7-6b2a9db0be0c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0587745 May 26 21:28:47.792967 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-acaed0c8-e987-448b-8018-8efd7c7b83ec req-d5557104-86ea-4b57-b594-4832527b1a78 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689769 May 26 21:28:47.808462 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-72e2c4dc-ad3b-43ad-bf62-35ef7b6ce02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (00f8e855-f846-49ac-aed8-f54471d285f2), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:47.811067 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-72e2c4dc-ad3b-43ad-bf62-35ef7b6ce02f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:47.812408 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-72e2c4dc-ad3b-43ad-bf62-35ef7b6ce02f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00f8e855-f846-49ac-aed8-f54471d285f2 HTTP/1.1" status: 204 len: 168 time: 0.2932208 May 26 21:28:47.822026 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2c4dc-ad3b-43ad-bf62-35ef7b6ce02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f8e855-f846-49ac-aed8-f54471d285f2,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:47.857473 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 49614) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:47.987359 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5c17c204-54f6-42dc-93d2-1aa0e8ae05f9 req-733d2087-b609-4c8c-b361-e6af045f7ca0 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 210 time: 0.0322690 May 26 21:28:47.990645 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-60594937-5a67-4dfa-8517-0db9ff097d8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:48.082707 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-60594937-5a67-4dfa-8517-0db9ff097d8e admin admin] Publish callbacks [] for security_group (fdb56694-679f-4619-b590-4631a7d5ca14), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:48.193818 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-60594937-5a67-4dfa-8517-0db9ff097d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (fdb56694-679f-4619-b590-4631a7d5ca14), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:48.200336 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:48.238774 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-60594937-5a67-4dfa-8517-0db9ff097d8e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b5f92ad609ae4d26908bacde07c561d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3792653 May 26 21:28:48.241161 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 49634) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:48.241339 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60594937-5a67-4dfa-8517-0db9ff097d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb56694-679f-4619-b590-4631a7d5ca14,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:48.298259 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fd019433-8f85-4623-9cda-e59a569d8964 admin admin] Publish callbacks [] for security_group (fdb56694-679f-4619-b590-4631a7d5ca14), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:48.324389 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fd019433-8f85-4623-9cda-e59a569d8964 admin admin] Publish callbacks [] for security_group (fdb56694-679f-4619-b590-4631a7d5ca14), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:48.450582 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fd019433-8f85-4623-9cda-e59a569d8964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (fdb56694-679f-4619-b590-4631a7d5ca14), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:48.453071 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fd019433-8f85-4623-9cda-e59a569d8964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:48.454321 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-fd019433-8f85-4623-9cda-e59a569d8964 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fdb56694-679f-4619-b590-4631a7d5ca14 HTTP/1.1" status: 204 len: 168 time: 0.2117507 May 26 21:28:48.462057 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd019433-8f85-4623-9cda-e59a569d8964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb56694-679f-4619-b590-4631a7d5ca14,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:48.932059 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a46740-5bc0-45ba-8d90-95c118e17863 req-82c32013-a8b4-481b-8cff-342b76c3e7c1 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:48.933600 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-95a46740-5bc0-45ba-8d90-95c118e17863 req-82c32013-a8b4-481b-8cff-342b76c3e7c1 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0533984 May 26 21:28:48.985753 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-95a46740-5bc0-45ba-8d90-95c118e17863 req-5d261e5d-b2be-4c5b-993d-ec0540e31719 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463889 May 26 21:28:49.088967 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4dd36b2b-6d57-4238-9594-421f8bfe1375 req-bb756783-186e-47a7-bdbe-5eaf67d7d045 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 210 time: 0.0298538 May 26 21:28:49.167399 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 49672) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:49.180709 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-c90443c1-751e-4d71-aebd-0cb6645d7298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:49.259519 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-c90443c1-751e-4d71-aebd-0cb6645d7298 admin admin] Publish callbacks [] for security_group (c39a60f6-c581-4618-950e-0fd51877d146), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:49.358968 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-c90443c1-751e-4d71-aebd-0cb6645d7298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (c39a60f6-c581-4618-950e-0fd51877d146), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:49.399400 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-c90443c1-751e-4d71-aebd-0cb6645d7298 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=887d4c1c59c44575832e98a778e86601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308948 May 26 21:28:49.400362 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90443c1-751e-4d71-aebd-0cb6645d7298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39a60f6-c581-4618-950e-0fd51877d146,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:49.402209 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 49674) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:49.454126 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f0a91d97-c52c-431c-a244-9895d9a4f2e3 admin admin] Publish callbacks [] for security_group (c39a60f6-c581-4618-950e-0fd51877d146), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:49.476138 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f0a91d97-c52c-431c-a244-9895d9a4f2e3 admin admin] Publish callbacks [] for security_group (c39a60f6-c581-4618-950e-0fd51877d146), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:49.604781 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f0a91d97-c52c-431c-a244-9895d9a4f2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (c39a60f6-c581-4618-950e-0fd51877d146), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:49.608770 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f0a91d97-c52c-431c-a244-9895d9a4f2e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:49.610238 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-f0a91d97-c52c-431c-a244-9895d9a4f2e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c39a60f6-c581-4618-950e-0fd51877d146 HTTP/1.1" status: 204 len: 168 time: 0.2067337 May 26 21:28:49.623021 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a91d97-c52c-431c-a244-9895d9a4f2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39a60f6-c581-4618-950e-0fd51877d146,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:50.110610 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62e792-1b68-4ce4-b051-ac0ef541f235 req-92b84422-fa28-4758-928f-b1eee5905bcc tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:50.112280 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-be62e792-1b68-4ce4-b051-ac0ef541f235 req-92b84422-fa28-4758-928f-b1eee5905bcc tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0509090 May 26 21:28:50.169326 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-be62e792-1b68-4ce4-b051-ac0ef541f235 req-957ec53c-340f-45e8-8d16-0bd9e2d5a540 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504031 May 26 21:28:50.210573 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:50.237509 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-920ab015-e4c4-4f27-908e-78fc97567da9 req-21858ec4-6260-4a1e-8277-85a7fce04cf8 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 210 time: 0.0419955 May 26 21:28:50.416365 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:50.433031 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cd812-fa22-4a6a-9e52-a873514117fd req-75850df1-e750-490c-8463-ead1f8397302 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:50.434676 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-346cd812-fa22-4a6a-9e52-a873514117fd req-75850df1-e750-490c-8463-ead1f8397302 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.60 "GET /v2.0/networks?id=5700046f-4b5a-4ad3-a1d7-379e90370a51 HTTP/1.1" status: 200 len: 813 time: 0.1167097 May 26 21:28:50.455145 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [req-346cd812-fa22-4a6a-9e52-a873514117fd req-cb671086-b8dd-41a7-a558-5945901ab9dc tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Request body: {'port': {'device_id': '1b289518-380f-4d2c-b761-5ac6bf9e6ab4', 'network_id': '5700046f-4b5a-4ad3-a1d7-379e90370a51', 'admin_state_up': True, 'tenant_id': '0a97f689104e4884b6e30b0c8606b513'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:28:50.470859 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 49734) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:50.650160 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346cd812-fa22-4a6a-9e52-a873514117fd req-cb671086-b8dd-41a7-a558-5945901ab9dc tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Made reservation on behalf of 0a97f689104e4884b6e30b0c8606b513 for: {'port': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:28:50.654718 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-346cd812-fa22-4a6a-9e52-a873514117fd req-cb671086-b8dd-41a7-a558-5945901ab9dc tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:50.714828 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-888be41b-9be7-4725-b97f-45c894afb8ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:50.829298 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_common [req-346cd812-fa22-4a6a-9e52-a873514117fd req-cb671086-b8dd-41a7-a558-5945901ab9dc tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Allocated IP 172.20.0.8 (5700046f-4b5a-4ad3-a1d7-379e90370a51/1b891090-ddd4-40de-8cc2-b3e20d53dbb1/c02aef43-e795-46ef-a72d-a1fe076e05d9) {{(pid=104642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:28:50.834251 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-888be41b-9be7-4725-b97f-45c894afb8ba admin admin] Publish callbacks [] for security_group (a5a98ba9-1033-47cb-8969-8bb4ef2d412e), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:50.848222 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:50.903821 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-888be41b-9be7-4725-b97f-45c894afb8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (a5a98ba9-1033-47cb-8969-8bb4ef2d412e), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:50.938628 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:50.948848 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-888be41b-9be7-4725-b97f-45c894afb8ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=462a8ac9f5d84f91b6173daf0acab971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4768562 May 26 21:28:50.949953 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888be41b-9be7-4725-b97f-45c894afb8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a98ba9-1033-47cb-8969-8bb4ef2d412e,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:50.952298 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 49756) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:51.002413 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-8dcca658-0ba8-4c1a-bd30-6f88c774ce3f admin admin] Publish callbacks [] for security_group (a5a98ba9-1033-47cb-8969-8bb4ef2d412e), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:51.025819 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-8dcca658-0ba8-4c1a-bd30-6f88c774ce3f admin admin] Publish callbacks [] for security_group (a5a98ba9-1033-47cb-8969-8bb4ef2d412e), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:51.026175 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-346cd812-fa22-4a6a-9e52-a873514117fd req-cb671086-b8dd-41a7-a558-5945901ab9dc tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Publish callbacks [] for port (c02aef43-e795-46ef-a72d-a1fe076e05d9), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:51.039041 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-21e78d7d-f629-450b-a910-61cf0be00c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:51.149387 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-346cd812-fa22-4a6a-9e52-a873514117fd req-cb671086-b8dd-41a7-a558-5945901ab9dc tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (c02aef43-e795-46ef-a72d-a1fe076e05d9), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:51.189354 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-8dcca658-0ba8-4c1a-bd30-6f88c774ce3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (a5a98ba9-1033-47cb-8969-8bb4ef2d412e), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:51.193057 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-8dcca658-0ba8-4c1a-bd30-6f88c774ce3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:51.194232 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-8dcca658-0ba8-4c1a-bd30-6f88c774ce3f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5a98ba9-1033-47cb-8969-8bb4ef2d412e HTTP/1.1" status: 204 len: 168 time: 0.2410386 May 26 21:28:51.201582 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346cd812-fa22-4a6a-9e52-a873514117fd req-cb671086-b8dd-41a7-a558-5945901ab9dc tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Network 5700046f-4b5a-4ad3-a1d7-379e90370a51 is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:28:51.205565 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [req-346cd812-fa22-4a6a-9e52-a873514117fd req-cb671086-b8dd-41a7-a558-5945901ab9dc tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:28:51.215176 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [req-346cd812-fa22-4a6a-9e52-a873514117fd req-cb671086-b8dd-41a7-a558-5945901ab9dc tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Received port after_create {{(pid=104642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:28:51.219618 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcca658-0ba8-4c1a-bd30-6f88c774ce3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a98ba9-1033-47cb-8969-8bb4ef2d412e,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:51.276507 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb671086-b8dd-41a7-a558-5945901ab9dc tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Pushing event updated for resources: {'Port': ['ID=c02aef43-e795-46ef-a72d-a1fe076e05d9,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:51.304731 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cd812-fa22-4a6a-9e52-a873514117fd req-cb671086-b8dd-41a7-a558-5945901ab9dc tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:51.305758 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-346cd812-fa22-4a6a-9e52-a873514117fd req-cb671086-b8dd-41a7-a558-5945901ab9dc tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:51.377490 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c024fee-f010-45af-be53-80f34171b9ae req-299c5681-f711-4b0b-9a75-7105a8d1d206 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:51.379138 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7c024fee-f010-45af-be53-80f34171b9ae req-299c5681-f711-4b0b-9a75-7105a8d1d206 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0532932 May 26 21:28:51.399542 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcbe3c-c2ce-4718-b813-10a59d983ed3 req-42f11f6e-de0e-4724-88f9-a529c48040d8 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:51.402092 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-346cd812-fa22-4a6a-9e52-a873514117fd req-cb671086-b8dd-41a7-a558-5945901ab9dc tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9532745 May 26 21:28:51.408546 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-88bcbe3c-c2ce-4718-b813-10a59d983ed3 req-42f11f6e-de0e-4724-88f9-a529c48040d8 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 931 time: 0.0635798 May 26 21:28:51.455869 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [req-346cd812-fa22-4a6a-9e52-a873514117fd req-6d902a39-f519-4c25-8dfb-2649611382a6 service neutron] Request body: {'port': {'device_id': '1b289518-380f-4d2c-b761-5ac6bf9e6ab4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:28:51.492524 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-88bcbe3c-c2ce-4718-b813-10a59d983ed3 req-a7b27947-c18a-499b-99f2-2221b2cd3347 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830493 May 26 21:28:51.508492 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7c024fee-f010-45af-be53-80f34171b9ae req-8acba444-8227-4a1b-ae5e-cb9d14b3f175 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233799 May 26 21:28:51.553113 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-346cd812-fa22-4a6a-9e52-a873514117fd req-6d902a39-f519-4c25-8dfb-2649611382a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c02aef43-e795-46ef-a72d-a1fe076e05d9), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:51.778266 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:51.849538 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [req-346cd812-fa22-4a6a-9e52-a873514117fd req-6d902a39-f519-4c25-8dfb-2649611382a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02aef43-e795-46ef-a72d-a1fe076e05d9 {{(pid=104642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:28:51.856897 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-346cd812-fa22-4a6a-9e52-a873514117fd req-6d902a39-f519-4c25-8dfb-2649611382a6 service neutron] Publish callbacks [] for port (c02aef43-e795-46ef-a72d-a1fe076e05d9), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:51.870029 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.provisioning_blocks [req-346cd812-fa22-4a6a-9e52-a873514117fd req-6d902a39-f519-4c25-8dfb-2649611382a6 service neutron] Transition to ACTIVE for port object c02aef43-e795-46ef-a72d-a1fe076e05d9 will not be triggered until provisioned by entity L2. {{(pid=104642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:28:51.963729 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-346cd812-fa22-4a6a-9e52-a873514117fd req-6d902a39-f519-4c25-8dfb-2649611382a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632642'] for port (c02aef43-e795-46ef-a72d-a1fe076e05d9), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:52.018442 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d902a39-f519-4c25-8dfb-2649611382a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c02aef43-e795-46ef-a72d-a1fe076e05d9,revision_number=2']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:52.088431 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 49784) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:52.093160 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.managers [req-346cd812-fa22-4a6a-9e52-a873514117fd req-6d902a39-f519-4c25-8dfb-2649611382a6 service neutron] Attempting to bind port c02aef43-e795-46ef-a72d-a1fe076e05d9 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:28:52.093671 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.managers [req-346cd812-fa22-4a6a-9e52-a873514117fd req-6d902a39-f519-4c25-8dfb-2649611382a6 service neutron] Attempting to bind port c02aef43-e795-46ef-a72d-a1fe076e05d9 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '7b796852-cdae-4a96-9d97-94624ded1290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5700046f-4b5a-4ad3-a1d7-379e90370a51'}] {{(pid=104642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:28:52.094067 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cd812-fa22-4a6a-9e52-a873514117fd req-6d902a39-f519-4c25-8dfb-2649611382a6 service neutron] Attempting to bind port c02aef43-e795-46ef-a72d-a1fe076e05d9 on network 5700046f-4b5a-4ad3-a1d7-379e90370a51 {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:28:52.099434 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cd812-fa22-4a6a-9e52-a873514117fd req-6d902a39-f519-4c25-8dfb-2649611382a6 service neutron] Port c02aef43-e795-46ef-a72d-a1fe076e05d9 on network 5700046f-4b5a-4ad3-a1d7-379e90370a51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:28:52.099599 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cd812-fa22-4a6a-9e52-a873514117fd req-6d902a39-f519-4c25-8dfb-2649611382a6 service neutron] Attempting to bind port c02aef43-e795-46ef-a72d-a1fe076e05d9 on network 5700046f-4b5a-4ad3-a1d7-379e90370a51 {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:28:52.102601 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fdef319c-ce51-4a98-9bce-e3985365e8e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:52.105514 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cd812-fa22-4a6a-9e52-a873514117fd req-6d902a39-f519-4c25-8dfb-2649611382a6 service neutron] Checking agent: {'id': '2bd30f19-4481-40fa-92e6-11ccee452902', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'started_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:28:52.105902 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cd812-fa22-4a6a-9e52-a873514117fd req-6d902a39-f519-4c25-8dfb-2649611382a6 service neutron] Checking segment: {'id': '7b796852-cdae-4a96-9d97-94624ded1290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5700046f-4b5a-4ad3-a1d7-379e90370a51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:28:52.106286 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cd812-fa22-4a6a-9e52-a873514117fd req-6d902a39-f519-4c25-8dfb-2649611382a6 service neutron] Bound using segment: {'id': '7b796852-cdae-4a96-9d97-94624ded1290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5700046f-4b5a-4ad3-a1d7-379e90370a51'} {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:28:52.106715 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.managers [req-346cd812-fa22-4a6a-9e52-a873514117fd req-6d902a39-f519-4c25-8dfb-2649611382a6 service neutron] Bound port: c02aef43-e795-46ef-a72d-a1fe076e05d9, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b796852-cdae-4a96-9d97-94624ded1290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5700046f-4b5a-4ad3-a1d7-379e90370a51'}}] {{(pid=104642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:28:52.107068 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-346cd812-fa22-4a6a-9e52-a873514117fd req-6d902a39-f519-4c25-8dfb-2649611382a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c02aef43-e795-46ef-a72d-a1fe076e05d9), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:52.172683 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [req-346cd812-fa22-4a6a-9e52-a873514117fd req-6d902a39-f519-4c25-8dfb-2649611382a6 service neutron] For port c02aef43-e795-46ef-a72d-a1fe076e05d9, host hv-cinder-82880, cleared binding levels {{(pid=104642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:28:52.175786 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [req-346cd812-fa22-4a6a-9e52-a873514117fd req-6d902a39-f519-4c25-8dfb-2649611382a6 service neutron] For port c02aef43-e795-46ef-a72d-a1fe076e05d9, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c02aef43-e795-46ef-a72d-a1fe076e05d9,segment=NetworkSegment(7b796852-cdae-4a96-9d97-94624ded1290),segment_id=7b796852-cdae-4a96-9d97-94624ded1290)] {{(pid=104642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:28:52.178280 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:52.180340 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fdef319c-ce51-4a98-9bce-e3985365e8e9 admin admin] Publish callbacks [] for security_group (8e1e9962-0611-41dc-85d8-78f3b4d647e7), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:52.255886 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fdef319c-ce51-4a98-9bce-e3985365e8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (8e1e9962-0611-41dc-85d8-78f3b4d647e7), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:52.256604 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-346cd812-fa22-4a6a-9e52-a873514117fd req-6d902a39-f519-4c25-8dfb-2649611382a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632642'] for port (c02aef43-e795-46ef-a72d-a1fe076e05d9), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:52.300083 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cd812-fa22-4a6a-9e52-a873514117fd req-6d902a39-f519-4c25-8dfb-2649611382a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:52.300685 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-346cd812-fa22-4a6a-9e52-a873514117fd req-6d902a39-f519-4c25-8dfb-2649611382a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:52.301606 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef319c-ce51-4a98-9bce-e3985365e8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1e9962-0611-41dc-85d8-78f3b4d647e7,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:52.302069 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-346cd812-fa22-4a6a-9e52-a873514117fd req-6d902a39-f519-4c25-8dfb-2649611382a6 service neutron] 10.222.0.60 "PUT /v2.0/ports/c02aef43-e795-46ef-a72d-a1fe076e05d9 HTTP/1.1" status: 200 len: 1093 time: 0.8565991 May 26 21:28:52.302511 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b289518-380f-4d2c-b761-5ac6bf9e6ab4', 'tag': 'c02aef43-e795-46ef-a72d-a1fe076e05d9'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:28:52.305253 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00885040-5ead-4fa1-9495-324cf738ccb7" -d '{"events": [{"name": "network-changed", "server_uuid": "1b289518-380f-4d2c-b761-5ac6bf9e6ab4", "tag": "c02aef43-e795-46ef-a72d-a1fe076e05d9"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:28:52.307774 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-fdef319c-ce51-4a98-9bce-e3985365e8e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=13f39cea2ede4da997ad0cb4392700a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181139 May 26 21:28:52.312411 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 49790) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:52.335648 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d902a39-f519-4c25-8dfb-2649611382a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c02aef43-e795-46ef-a72d-a1fe076e05d9,revision_number=3']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:52.355345 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6d3d6d-9494-42ed-9b67-5f533af735b6 x-openstack-request-id: req-2f6d3d6d-9494-42ed-9b67-5f533af735b6 {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:28:52.359031 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b289518-380f-4d2c-b761-5ac6bf9e6ab4", "tag": "c02aef43-e795-46ef-a72d-a1fe076e05d9", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:28:52.359031 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f6d3d6d-9494-42ed-9b67-5f533af735b6 {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:28:52.359031 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f6d3d6d-9494-42ed-9b67-5f533af735b6'] response: {'name': 'network-changed', 'server_uuid': '1b289518-380f-4d2c-b761-5ac6bf9e6ab4', 'tag': 'c02aef43-e795-46ef-a72d-a1fe076e05d9', 'status': 'completed', 'code': 200} May 26 21:28:52.387292 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-94935b22-6124-4d2a-b5f8-8a1346cad764 admin admin] Publish callbacks [] for security_group (8e1e9962-0611-41dc-85d8-78f3b4d647e7), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:52.414771 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-94935b22-6124-4d2a-b5f8-8a1346cad764 admin admin] Publish callbacks [] for security_group (8e1e9962-0611-41dc-85d8-78f3b4d647e7), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:52.424645 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00885040-5ead-4fa1-9495-324cf738ccb7 req-61fd7ae0-7c9f-480b-b72f-a7f34eb1e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:52.426995 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-00885040-5ead-4fa1-9495-324cf738ccb7 req-61fd7ae0-7c9f-480b-b72f-a7f34eb1e851 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a97f689104e4884b6e30b0c8606b513&device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 1127 time: 0.0439076 May 26 21:28:52.529279 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-94935b22-6124-4d2a-b5f8-8a1346cad764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (8e1e9962-0611-41dc-85d8-78f3b4d647e7), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:52.533654 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-94935b22-6124-4d2a-b5f8-8a1346cad764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:52.535300 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-94935b22-6124-4d2a-b5f8-8a1346cad764 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e1e9962-0611-41dc-85d8-78f3b4d647e7 HTTP/1.1" status: 204 len: 168 time: 0.2217131 May 26 21:28:52.548274 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94935b22-6124-4d2a-b5f8-8a1346cad764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1e9962-0611-41dc-85d8-78f3b4d647e7,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:52.562195 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00885040-5ead-4fa1-9495-324cf738ccb7 req-28b63981-e840-48b2-8103-25f541ca2572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:52.570194 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-00885040-5ead-4fa1-9495-324cf738ccb7 req-28b63981-e840-48b2-8103-25f541ca2572 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=0a97f689104e4884b6e30b0c8606b513&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1288345 May 26 21:28:52.614955 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:52.724465 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1644c3-a7a1-4124-a8ec-fffa92e106d9 req-b3238f30-466d-450d-a543-f66bd3f8a9a3 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:52.726201 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-cb1644c3-a7a1-4124-a8ec-fffa92e106d9 req-b3238f30-466d-450d-a543-f66bd3f8a9a3 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0860569 May 26 21:28:52.766077 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815eb2c3-5478-4151-b04f-1b94527c508b req-207de07b-1ee6-413f-8bef-3a6e6d44d533 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:52.767588 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-815eb2c3-5478-4151-b04f-1b94527c508b req-207de07b-1ee6-413f-8bef-3a6e6d44d533 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 943 time: 0.1399004 May 26 21:28:52.772614 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00885040-5ead-4fa1-9495-324cf738ccb7 req-6a98ad8d-28a0-44ae-9650-61316cb2fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:52.774144 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-00885040-5ead-4fa1-9495-324cf738ccb7 req-6a98ad8d-28a0-44ae-9650-61316cb2fa57 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1990283 May 26 21:28:52.790639 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-cb1644c3-a7a1-4124-a8ec-fffa92e106d9 req-d34b2678-c4b4-4c9c-873c-ef2177d41b91 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569348 May 26 21:28:52.861297 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-815eb2c3-5478-4151-b04f-1b94527c508b req-a749b70d-e346-465d-a62d-62607ffd5209 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861673 May 26 21:28:52.869133 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cd812-fa22-4a6a-9e52-a873514117fd req-5e8445cd-ab98-4c51-b835-7781353ed0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:52.870586 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-346cd812-fa22-4a6a-9e52-a873514117fd req-5e8445cd-ab98-4c51-b835-7781353ed0cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a97f689104e4884b6e30b0c8606b513&device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 1127 time: 0.0511346 May 26 21:28:52.912585 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-346cd812-fa22-4a6a-9e52-a873514117fd req-12d1884a-2c4f-47b1-9178-04e8b591bfb4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c02aef43-e795-46ef-a72d-a1fe076e05d9 HTTP/1.1" status: 200 len: 217 time: 0.0335557 May 26 21:28:52.969049 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cd812-fa22-4a6a-9e52-a873514117fd req-61cab315-363d-437f-8751-039c0a34babd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:52.970516 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-346cd812-fa22-4a6a-9e52-a873514117fd req-61cab315-363d-437f-8751-039c0a34babd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b891090-ddd4-40de-8cc2-b3e20d53dbb1 HTTP/1.1" status: 200 len: 853 time: 0.0499239 May 26 21:28:53.007956 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-346cd812-fa22-4a6a-9e52-a873514117fd req-0170bd2c-f12e-40d5-b2f6-47e3dc3778a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5700046f-4b5a-4ad3-a1d7-379e90370a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264823 May 26 21:28:53.102949 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-346cd812-fa22-4a6a-9e52-a873514117fd req-ee102459-5b5c-4e52-b4e9-1ac7cda8926f service neutron] 10.222.0.60 "GET /v2.0/networks/5700046f-4b5a-4ad3-a1d7-379e90370a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865979 May 26 21:28:53.195712 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-346cd812-fa22-4a6a-9e52-a873514117fd req-820036e5-5a32-45be-8d08-5a80de37015c service neutron] 10.222.0.60 "GET /v2.0/networks/5700046f-4b5a-4ad3-a1d7-379e90370a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826445 May 26 21:28:53.308095 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:53.376937 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 49820) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:53.390580 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-781c367a-d504-445e-b588-663fc918bb9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:53.445842 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b73a26ce-7cd9-429f-ad57-6839d4ee5c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:53.462027 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:28:53.489315 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:53.518253 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-781c367a-d504-445e-b588-663fc918bb9d admin admin] Publish callbacks [] for security_group (c844d56d-90e2-4ec5-b514-b1520f2a7a18), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:53.628045 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-781c367a-d504-445e-b588-663fc918bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (c844d56d-90e2-4ec5-b514-b1520f2a7a18), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:53.669476 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c367a-d504-445e-b588-663fc918bb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c844d56d-90e2-4ec5-b514-b1520f2a7a18,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:53.674533 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-781c367a-d504-445e-b588-663fc918bb9d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a89ca7e9f61b4e239bf8d3633a2441be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964156 May 26 21:28:53.678342 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 49836) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:53.742002 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d97476a3-4f68-46ab-9cca-7ecd6e0f98b5 admin admin] Publish callbacks [] for security_group (c844d56d-90e2-4ec5-b514-b1520f2a7a18), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:53.764143 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d97476a3-4f68-46ab-9cca-7ecd6e0f98b5 admin admin] Publish callbacks [] for security_group (c844d56d-90e2-4ec5-b514-b1520f2a7a18), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:53.867731 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d97476a3-4f68-46ab-9cca-7ecd6e0f98b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (c844d56d-90e2-4ec5-b514-b1520f2a7a18), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:53.870358 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d97476a3-4f68-46ab-9cca-7ecd6e0f98b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:53.871495 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-d97476a3-4f68-46ab-9cca-7ecd6e0f98b5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c844d56d-90e2-4ec5-b514-b1520f2a7a18 HTTP/1.1" status: 204 len: 168 time: 0.1922247 May 26 21:28:53.892961 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97476a3-4f68-46ab-9cca-7ecd6e0f98b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c844d56d-90e2-4ec5-b514-b1520f2a7a18,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:53.898769 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:53.909451 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:53.993299 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b0c72-37f0-4a9e-8cdc-9e449fdc5b8f req-bc760bec-e2de-49c7-8bf0-27755a85764a tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:53.994958 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-fb4b0c72-37f0-4a9e-8cdc-9e449fdc5b8f req-bc760bec-e2de-49c7-8bf0-27755a85764a tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 943 time: 0.0549004 May 26 21:28:54.065306 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-fb4b0c72-37f0-4a9e-8cdc-9e449fdc5b8f req-265c717b-051f-4da7-b71b-f4e8a802e621 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606153 May 26 21:28:54.126129 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a830565-1d66-4d99-8d62-da3e2b2191b4 req-e50c1490-9a10-42c3-8c31-fd156551919f tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:54.134908 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6a830565-1d66-4d99-8d62-da3e2b2191b4 req-e50c1490-9a10-42c3-8c31-fd156551919f tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.2581034 May 26 21:28:54.178675 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6a830565-1d66-4d99-8d62-da3e2b2191b4 req-34d60dfc-10e1-4ba3-890a-9288663780ac tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447507 May 26 21:28:54.597767 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:54.834162 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:55.124177 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 49898) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:55.188214 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f57c6-011c-469d-a1b9-b2effc785ceb req-b08b3290-9b89-434f-8f26-4ffb25096db8 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:55.189915 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1e9f57c6-011c-469d-a1b9-b2effc785ceb req-b08b3290-9b89-434f-8f26-4ffb25096db8 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 943 time: 0.0511909 May 26 21:28:55.243664 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1e9f57c6-011c-469d-a1b9-b2effc785ceb req-5a7b67bc-cdda-4ae5-8d4e-e54b84b03c4d tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473855 May 26 21:28:55.259704 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-80c27065-3937-4189-8942-f06ed1f378d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-784135869-network', 'tenant_id': '48823f48a90240018ca90fb3643c95ec'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:28:55.320458 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618cb95-3239-4a3f-9d10-6827ba76f21f req-df4a70ab-eae1-4ff2-b80d-f6c5558ebcf6 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:55.322034 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a618cb95-3239-4a3f-9d10-6827ba76f21f req-df4a70ab-eae1-4ff2-b80d-f6c5558ebcf6 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0487497 May 26 21:28:55.368882 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c27065-3937-4189-8942-f06ed1f378d7 admin admin] Made reservation on behalf of 48823f48a90240018ca90fb3643c95ec for: {'network': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:28:55.370413 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a618cb95-3239-4a3f-9d10-6827ba76f21f req-80583da1-b0ba-44b9-aff3-19ae1a648512 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428452 May 26 21:28:55.371406 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-80c27065-3937-4189-8942-f06ed1f378d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for network (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:55.382266 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-80c27065-3937-4189-8942-f06ed1f378d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:55.457770 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-80c27065-3937-4189-8942-f06ed1f378d7 admin admin] Publish callbacks [] for security_group (3ae8e154-65cc-4b14-bdbf-ae7fc100e005), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:55.558671 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-80c27065-3937-4189-8942-f06ed1f378d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (3ae8e154-65cc-4b14-bdbf-ae7fc100e005), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:55.586852 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c27065-3937-4189-8942-f06ed1f378d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=104642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:28:55.592595 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c27065-3937-4189-8942-f06ed1f378d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae8e154-65cc-4b14-bdbf-ae7fc100e005,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:55.600032 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-80c27065-3937-4189-8942-f06ed1f378d7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745431346791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (9c6b049f-8762-4464-89a1-3e22dec27722), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:55.600446 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.segments_db [None req-80c27065-3937-4189-8942-f06ed1f378d7 admin admin] Added segment 9c6b049f-8762-4464-89a1-3e22dec27722 of type vlan for network 0d0f33f2-9d51-4225-96d6-17f2cf99758b May 26 21:28:55.640356 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-80c27065-3937-4189-8942-f06ed1f378d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745430822750'] for network (0d0f33f2-9d51-4225-96d6-17f2cf99758b), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:55.736067 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-80c27065-3937-4189-8942-f06ed1f378d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for network (0d0f33f2-9d51-4225-96d6-17f2cf99758b), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:55.737150 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c27065-3937-4189-8942-f06ed1f378d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:55.738244 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-80c27065-3937-4189-8942-f06ed1f378d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:55.799182 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c27065-3937-4189-8942-f06ed1f378d7 admin admin] Pushing event updated for resources: {'Network': ['ID=0d0f33f2-9d51-4225-96d6-17f2cf99758b,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:55.814893 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Network 0d0f33f2-9d51-4225-96d6-17f2cf99758b details requested by agent ovs-agent-dv-cinder-828805-3-iscsi with host dv-cinder-828805-3-iscsi {{(pid=104644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:28:55.851916 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-80c27065-3937-4189-8942-f06ed1f378d7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7265596 May 26 21:28:55.859200 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 49914) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:55.859545 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-e9695f0c-f65e-4bce-952d-71709380bb31 admin admin] Request body: {'subnet': {'network_id': '0d0f33f2-9d51-4225-96d6-17f2cf99758b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-784135869-subnet', 'tenant_id': '48823f48a90240018ca90fb3643c95ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:28:55.976381 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9695f0c-f65e-4bce-952d-71709380bb31 admin admin] Made reservation on behalf of 48823f48a90240018ca90fb3643c95ec for: {'subnet': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:28:55.978759 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e9695f0c-f65e-4bce-952d-71709380bb31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4266943'] for subnet (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:55.980657 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:56.107193 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:56.107902 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:56.254177 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 49924) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:56.327716 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e9695f0c-f65e-4bce-952d-71709380bb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4623557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4266921'] for subnet (382b4422-2be4-4b1f-be13-2345cb9478df), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:56.366210 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-660afd52-0f63-4cec-a0a7-00f1a36af550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:56.396754 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af8ffc-ac32-4ad5-a5c2-322d6466d463 req-901fa10a-e234-4173-b698-7e53ab7cb903 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:56.398199 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f4af8ffc-ac32-4ad5-a5c2-322d6466d463 req-901fa10a-e234-4173-b698-7e53ab7cb903 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 943 time: 0.0811474 May 26 21:28:56.425422 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9695f0c-f65e-4bce-952d-71709380bb31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=382b4422-2be4-4b1f-be13-2345cb9478df,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:56.452107 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9695f0c-f65e-4bce-952d-71709380bb31 admin admin] Checking segment: {'id': '9c6b049f-8762-4464-89a1-3e22dec27722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d0f33f2-9d51-4225-96d6-17f2cf99758b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:28:56.452454 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9695f0c-f65e-4bce-952d-71709380bb31 admin admin] Network hostable DHCP agents. Network: 0d0f33f2-9d51-4225-96d6-17f2cf99758b, hostable agents: ['35848227-359f-404d-a469-91025de84eed'], hosted agents: [] {{(pid=104642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:28:56.467932 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-660afd52-0f63-4cec-a0a7-00f1a36af550 admin admin] Publish callbacks [] for security_group (fe1babf7-c76a-46c3-a5d0-05a9d79a7631), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:56.484867 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f4af8ffc-ac32-4ad5-a5c2-322d6466d463 req-a28369e2-a41a-4cbd-a63d-c221957d751d tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775208 May 26 21:28:56.508681 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa154d5-5b9a-4749-9678-138c909a7923 req-58ccd604-23e9-4817-8b86-0145753e70c3 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:56.510286 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-efa154d5-5b9a-4749-9678-138c909a7923 req-58ccd604-23e9-4817-8b86-0145753e70c3 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0562940 May 26 21:28:56.512864 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-660afd52-0f63-4cec-a0a7-00f1a36af550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (fe1babf7-c76a-46c3-a5d0-05a9d79a7631), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:56.547626 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9695f0c-f65e-4bce-952d-71709380bb31 admin admin] Network 0d0f33f2-9d51-4225-96d6-17f2cf99758b is scheduled to be hosted by DHCP agent 35848227-359f-404d-a469-91025de84eed with binding_index 1 {{(pid=104642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:28:56.570937 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660afd52-0f63-4cec-a0a7-00f1a36af550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1babf7-c76a-46c3-a5d0-05a9d79a7631,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:56.590766 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-660afd52-0f63-4cec-a0a7-00f1a36af550 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ec4faf08b8a4cd6826a94616e61437a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332329 May 26 21:28:56.594543 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 49934) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:56.600188 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-efa154d5-5b9a-4749-9678-138c909a7923 req-e7951cbb-634d-4946-823f-efcc21cf8a9c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842805 May 26 21:28:56.607154 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-e9695f0c-f65e-4bce-952d-71709380bb31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-3-iscsi, 0d0f33f2-9d51-4225-96d6-17f2cf99758b) {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:28:56.617707 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf248ff-182f-4571-ae27-08bd129fcd2c None None] Network 0d0f33f2-9d51-4225-96d6-17f2cf99758b requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:28:56.617794 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9695f0c-f65e-4bce-952d-71709380bb31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:56.618165 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e9695f0c-f65e-4bce-952d-71709380bb31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:56.653427 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1c1f6131-cce6-47b3-afb2-61865020184d admin admin] Publish callbacks [] for security_group (fe1babf7-c76a-46c3-a5d0-05a9d79a7631), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:56.675181 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1c1f6131-cce6-47b3-afb2-61865020184d admin admin] Publish callbacks [] for security_group (fe1babf7-c76a-46c3-a5d0-05a9d79a7631), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:56.711975 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-e9695f0c-f65e-4bce-952d-71709380bb31 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8486638 May 26 21:28:56.723308 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d534b63-27dd-470e-976e-4a2f6dadc03a None None] Network 0d0f33f2-9d51-4225-96d6-17f2cf99758b requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:28:56.786710 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1c1f6131-cce6-47b3-afb2-61865020184d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (fe1babf7-c76a-46c3-a5d0-05a9d79a7631), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:56.789642 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1c1f6131-cce6-47b3-afb2-61865020184d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:56.790797 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-1c1f6131-cce6-47b3-afb2-61865020184d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fe1babf7-c76a-46c3-a5d0-05a9d79a7631 HTTP/1.1" status: 204 len: 168 time: 0.1985929 May 26 21:28:56.802533 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f6131-cce6-47b3-afb2-61865020184d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1babf7-c76a-46c3-a5d0-05a9d79a7631,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:57.109406 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device c02aef43-e795-46ef-a72d-a1fe076e05d9 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:28:57.223656 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port c02aef43-e795-46ef-a72d-a1fe076e05d9, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c02aef43-e795-46ef-a72d-a1fe076e05d9,segment=NetworkSegment(7b796852-cdae-4a96-9d97-94624ded1290),segment_id=7b796852-cdae-4a96-9d97-94624ded1290)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:28:57.237339 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': 'c02aef43-e795-46ef-a72d-a1fe076e05d9', 'network_id': '5700046f-4b5a-4ad3-a1d7-379e90370a51', 'port_id': 'c02aef43-e795-46ef-a72d-a1fe076e05d9', 'mac_address': 'fa:16:3e:13:83:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b891090-ddd4-40de-8cc2-b3e20d53dbb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:28:57.290493 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port c02aef43-e795-46ef-a72d-a1fe076e05d9 is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:28:57.290885 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c02aef43-e795-46ef-a72d-a1fe076e05d9), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:57.304856 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:57.310575 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02aef43-e795-46ef-a72d-a1fe076e05d9 {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:28:57.338513 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port c02aef43-e795-46ef-a72d-a1fe076e05d9, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c02aef43-e795-46ef-a72d-a1fe076e05d9,segment=NetworkSegment(7b796852-cdae-4a96-9d97-94624ded1290),segment_id=7b796852-cdae-4a96-9d97-94624ded1290)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:28:57.399045 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (c02aef43-e795-46ef-a72d-a1fe076e05d9), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:57.449997 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=c02aef43-e795-46ef-a72d-a1fe076e05d9,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:57.578800 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 49970) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:57.584524 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-56cb33a1-215f-4d1a-ad7e-c42dd5e3750f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1252099872-network', 'tenant_id': '257136c5554842f0a9cdaa5b8f1a988b'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:28:57.618913 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822b2cc-d4df-4297-956c-bf3d1ae3590e req-314c7c35-687c-481e-8e76-316580e78899 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:57.620413 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d822b2cc-d4df-4297-956c-bf3d1ae3590e req-314c7c35-687c-481e-8e76-316580e78899 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 944 time: 0.0481682 May 26 21:28:57.674272 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d822b2cc-d4df-4297-956c-bf3d1ae3590e req-d5fbde1d-08e4-40a4-a3b0-da79565e74ed tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482669 May 26 21:28:57.713230 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:57.727723 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6b3ac-268c-4978-9173-5537b07aad26 req-d7ef639e-b465-43d2-9021-781684686eb0 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:57.729256 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-25f6b3ac-268c-4978-9173-5537b07aad26 req-d7ef639e-b465-43d2-9021-781684686eb0 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0532389 May 26 21:28:57.773390 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cb33a1-215f-4d1a-ad7e-c42dd5e3750f admin admin] Made reservation on behalf of 257136c5554842f0a9cdaa5b8f1a988b for: {'network': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:28:57.778421 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-56cb33a1-215f-4d1a-ad7e-c42dd5e3750f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for network (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:57.789574 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-25f6b3ac-268c-4978-9173-5537b07aad26 req-809b4f08-8e15-4c10-afbf-803382e68058 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543244 May 26 21:28:57.792145 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-56cb33a1-215f-4d1a-ad7e-c42dd5e3750f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:57.828634 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:57.874093 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-56cb33a1-215f-4d1a-ad7e-c42dd5e3750f admin admin] Publish callbacks [] for security_group (af69c9b5-f60f-4406-804e-944845eacf03), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:57.929879 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-56cb33a1-215f-4d1a-ad7e-c42dd5e3750f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (af69c9b5-f60f-4406-804e-944845eacf03), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:57.952804 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56cb33a1-215f-4d1a-ad7e-c42dd5e3750f admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=104643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:28:57.966541 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb33a1-215f-4d1a-ad7e-c42dd5e3750f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af69c9b5-f60f-4406-804e-944845eacf03,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:57.970342 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:57.971980 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-56cb33a1-215f-4d1a-ad7e-c42dd5e3750f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745431346791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (b1b99591-3adc-4531-a894-ef5f08968b8d), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:57.972389 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.db.segments_db [None req-56cb33a1-215f-4d1a-ad7e-c42dd5e3750f admin admin] Added segment b1b99591-3adc-4531-a894-ef5f08968b8d of type vlan for network 6d17520f-a043-4c1d-98de-41b75f6e2c32 May 26 21:28:58.014253 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-56cb33a1-215f-4d1a-ad7e-c42dd5e3750f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745430822750'] for network (6d17520f-a043-4c1d-98de-41b75f6e2c32), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:58.096291 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-56cb33a1-215f-4d1a-ad7e-c42dd5e3750f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for network (6d17520f-a043-4c1d-98de-41b75f6e2c32), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:58.097528 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cb33a1-215f-4d1a-ad7e-c42dd5e3750f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:58.097909 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 49982) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:58.098420 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-56cb33a1-215f-4d1a-ad7e-c42dd5e3750f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:58.174773 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb33a1-215f-4d1a-ad7e-c42dd5e3750f admin admin] Pushing event updated for resources: {'Network': ['ID=6d17520f-a043-4c1d-98de-41b75f6e2c32,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:58.188175 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Network 6d17520f-a043-4c1d-98de-41b75f6e2c32 details requested by agent ovs-agent-dv-cinder-828805-3-iscsi with host dv-cinder-828805-3-iscsi {{(pid=104644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:28:58.203309 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-56cb33a1-215f-4d1a-ad7e-c42dd5e3750f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6231718 May 26 21:28:58.206633 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 49986) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:58.211873 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-8d3826e2-59e4-43a2-b672-5223e7a2f7b0 admin admin] Request body: {'subnet': {'network_id': '6d17520f-a043-4c1d-98de-41b75f6e2c32', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1252099872-subnet', 'tenant_id': '257136c5554842f0a9cdaa5b8f1a988b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:28:58.238402 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-75b402fb-cfde-4d5c-9969-b9f104ba0cc6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1208499328-network', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:28:58.341694 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3826e2-59e4-43a2-b672-5223e7a2f7b0 admin admin] Made reservation on behalf of 257136c5554842f0a9cdaa5b8f1a988b for: {'subnet': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:28:58.344174 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8d3826e2-59e4-43a2-b672-5223e7a2f7b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4266943'] for subnet (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:58.360331 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:58.397628 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b402fb-cfde-4d5c-9969-b9f104ba0cc6 admin admin] Made reservation on behalf of 87d8cb3f18ae4f05a85dc21abaf316cb for: {'network': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:28:58.401254 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-75b402fb-cfde-4d5c-9969-b9f104ba0cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for network (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:58.426678 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-75b402fb-cfde-4d5c-9969-b9f104ba0cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:58.555154 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:58.612422 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-75b402fb-cfde-4d5c-9969-b9f104ba0cc6 admin admin] Publish callbacks [] for security_group (3be9feed-e6c9-489c-bb4a-e7d59c2acaaa), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:58.708040 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8d3826e2-59e4-43a2-b672-5223e7a2f7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4623557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4266921'] for subnet (76aed519-8f0e-41e0-92e3-d9dd0f54bbcd), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:58.710181 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-75b402fb-cfde-4d5c-9969-b9f104ba0cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (3be9feed-e6c9-489c-bb4a-e7d59c2acaaa), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:58.763712 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b402fb-cfde-4d5c-9969-b9f104ba0cc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=104642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:28:58.825577 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b402fb-cfde-4d5c-9969-b9f104ba0cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be9feed-e6c9-489c-bb4a-e7d59c2acaaa,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:58.840106 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-75b402fb-cfde-4d5c-9969-b9f104ba0cc6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745431346791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (fe8da2ec-f933-44ba-82fb-b654f7378e99), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:58.842393 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.segments_db [None req-75b402fb-cfde-4d5c-9969-b9f104ba0cc6 admin admin] Added segment fe8da2ec-f933-44ba-82fb-b654f7378e99 of type vlan for network e9f896ed-3367-41b4-ace5-9c753fe1f6ff May 26 21:28:58.855868 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3826e2-59e4-43a2-b672-5223e7a2f7b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76aed519-8f0e-41e0-92e3-d9dd0f54bbcd,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:58.871383 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc37268-ff65-480c-9ea8-b1a98c280f27 req-089e8671-1237-467b-aab0-e2ff1f928191 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:58.872913 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-dfc37268-ff65-480c-9ea8-b1a98c280f27 req-089e8671-1237-467b-aab0-e2ff1f928191 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 944 time: 0.1103513 May 26 21:28:58.914746 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb312641-cddc-4990-8473-784b8304f72a req-5d80d3bf-324b-43d6-b7b5-a3a15f8e4971 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:58.916600 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-eb312641-cddc-4990-8473-784b8304f72a req-5d80d3bf-324b-43d6-b7b5-a3a15f8e4971 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0500751 May 26 21:28:58.918708 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3826e2-59e4-43a2-b672-5223e7a2f7b0 admin admin] Checking segment: {'id': 'b1b99591-3adc-4531-a894-ef5f08968b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6d17520f-a043-4c1d-98de-41b75f6e2c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:28:58.919081 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3826e2-59e4-43a2-b672-5223e7a2f7b0 admin admin] Network hostable DHCP agents. Network: 6d17520f-a043-4c1d-98de-41b75f6e2c32, hostable agents: ['35848227-359f-404d-a469-91025de84eed'], hosted agents: [] {{(pid=104642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:28:58.922185 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-75b402fb-cfde-4d5c-9969-b9f104ba0cc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745430822750'] for network (e9f896ed-3367-41b4-ace5-9c753fe1f6ff), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:58.965250 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-eb312641-cddc-4990-8473-784b8304f72a req-de268b2a-025f-4127-95e7-22963450c0ef tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429029 May 26 21:28:58.990960 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-dfc37268-ff65-480c-9ea8-b1a98c280f27 req-836bc275-0167-4486-ab4b-b6a07ebbdcd4 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842125 May 26 21:28:59.084937 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3826e2-59e4-43a2-b672-5223e7a2f7b0 admin admin] Network 6d17520f-a043-4c1d-98de-41b75f6e2c32 is scheduled to be hosted by DHCP agent 35848227-359f-404d-a469-91025de84eed with binding_index 1 {{(pid=104642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:28:59.087176 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-75b402fb-cfde-4d5c-9969-b9f104ba0cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for network (e9f896ed-3367-41b4-ace5-9c753fe1f6ff), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:59.088199 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b402fb-cfde-4d5c-9969-b9f104ba0cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:59.088772 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-75b402fb-cfde-4d5c-9969-b9f104ba0cc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:59.153448 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b402fb-cfde-4d5c-9969-b9f104ba0cc6 admin admin] Pushing event updated for resources: {'Network': ['ID=e9f896ed-3367-41b4-ace5-9c753fe1f6ff,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:59.165140 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Network e9f896ed-3367-41b4-ace5-9c753fe1f6ff details requested by agent ovs-agent-dv-cinder-828805-3-iscsi with host dv-cinder-828805-3-iscsi {{(pid=104644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:28:59.192927 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-8d3826e2-59e4-43a2-b672-5223e7a2f7b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-3-iscsi, 6d17520f-a043-4c1d-98de-41b75f6e2c32) {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:28:59.196959 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3826e2-59e4-43a2-b672-5223e7a2f7b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:28:59.197529 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8d3826e2-59e4-43a2-b672-5223e7a2f7b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:59.207559 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1585faf-4a26-4a3e-8203-339eb861cdd1 None None] Network 6d17520f-a043-4c1d-98de-41b75f6e2c32 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:28:59.224019 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-75b402fb-cfde-4d5c-9969-b9f104ba0cc6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.1249986 May 26 21:28:59.228267 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 49998) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:28:59.233052 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-24b9ed05-e189-4d7e-b3f9-bd8f71efb111 admin admin] Request body: {'subnet': {'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1208499328-subnet', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'ip_version': 4}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:28:59.310584 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-8d3826e2-59e4-43a2-b672-5223e7a2f7b0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1028593 May 26 21:28:59.327532 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692b9d7b-38fa-4988-9529-b4c81fdcd49d None None] Network 6d17520f-a043-4c1d-98de-41b75f6e2c32 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:28:59.369893 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b9ed05-e189-4d7e-b3f9-bd8f71efb111 admin admin] Made reservation on behalf of 87d8cb3f18ae4f05a85dc21abaf316cb for: {'subnet': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:28:59.370831 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:59.372885 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-24b9ed05-e189-4d7e-b3f9-bd8f71efb111 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4266943'] for subnet (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:59.395183 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:59.638536 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-24b9ed05-e189-4d7e-b3f9-bd8f71efb111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4623557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4266921'] for subnet (b1df0acb-a81e-4431-8120-01e4c0040fd0), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:59.929925 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9ed05-e189-4d7e-b3f9-bd8f71efb111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1df0acb-a81e-4431-8120-01e4c0040fd0,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:28:59.940406 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b9ed05-e189-4d7e-b3f9-bd8f71efb111 admin admin] Checking segment: {'id': 'fe8da2ec-f933-44ba-82fb-b654f7378e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:28:59.941286 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b9ed05-e189-4d7e-b3f9-bd8f71efb111 admin admin] Network hostable DHCP agents. Network: e9f896ed-3367-41b4-ace5-9c753fe1f6ff, hostable agents: ['35848227-359f-404d-a469-91025de84eed'], hosted agents: [] {{(pid=104642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:28:59.941865 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['c02aef43-e795-46ef-a72d-a1fe076e05d9'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:29:00.089068 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b9ed05-e189-4d7e-b3f9-bd8f71efb111 admin admin] Network e9f896ed-3367-41b4-ace5-9c753fe1f6ff is scheduled to be hosted by DHCP agent 35848227-359f-404d-a469-91025de84eed with binding_index 1 {{(pid=104642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:29:00.122760 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be81869-edb5-4018-9599-4e26b93b51ec req-7d3d0139-2a9e-4adc-b6c4-4c131d121a41 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:00.124409 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-7be81869-edb5-4018-9599-4e26b93b51ec req-7d3d0139-2a9e-4adc-b6c4-4c131d121a41 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0568321 May 26 21:29:00.130750 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a179f0-ee66-44eb-aa65-6255e77c850e req-1f6e69f2-c192-46f5-a78a-4bbec5049325 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:00.132239 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-79a179f0-ee66-44eb-aa65-6255e77c850e req-1f6e69f2-c192-46f5-a78a-4bbec5049325 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 944 time: 0.0722122 May 26 21:29:00.173284 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:00.174585 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-7be81869-edb5-4018-9599-4e26b93b51ec req-81d03044-54de-4094-8633-94358fd0a22c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442357 May 26 21:29:00.181039 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-79a179f0-ee66-44eb-aa65-6255e77c850e req-a598cd4d-ffb0-414d-98a2-12be967bbcb5 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430026 May 26 21:29:00.231479 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-24b9ed05-e189-4d7e-b3f9-bd8f71efb111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-3-iscsi, e9f896ed-3367-41b4-ace5-9c753fe1f6ff) {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:29:00.235440 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b9ed05-e189-4d7e-b3f9-bd8f71efb111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:00.236206 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-24b9ed05-e189-4d7e-b3f9-bd8f71efb111 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:00.240219 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240e089a-d20e-42e4-bccb-e7aa5d4fe711 None None] Network e9f896ed-3367-41b4-ace5-9c753fe1f6ff requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:29:00.356892 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-24b9ed05-e189-4d7e-b3f9-bd8f71efb111 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1275175 May 26 21:29:00.359653 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 50022) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:00.364473 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-389eccef-ae3e-423a-8c81-1095d4fedd40 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:29:00.434037 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:00.459347 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c094b4f4-196d-422a-ab6b-a3dd1986576f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6993d58-562d-5621-893b-747d316cca5c-e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0'}]}} from dv-cinder-828805-3-iscsi. {{(pid=104644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 21:29:00.460281 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-c094b4f4-196d-422a-ab6b-a3dd1986576f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:00.484745 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-389eccef-ae3e-423a-8c81-1095d4fedd40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1694579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4878'] for router (636f9616-f60f-4165-b064-d0d814debfdc), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:00.485871 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-389eccef-ae3e-423a-8c81-1095d4fedd40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4869'] for router (636f9616-f60f-4165-b064-d0d814debfdc), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:00.540144 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-389eccef-ae3e-423a-8c81-1095d4fedd40 admin admin] Publish callbacks [] for router_controller (636f9616-f60f-4165-b064-d0d814debfdc), precommit_add_association {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:00.601442 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.db_base_plugin_common [None req-c094b4f4-196d-422a-ab6b-a3dd1986576f None None] Allocated IP 172.20.0.2 (e9f896ed-3367-41b4-ace5-9c753fe1f6ff/b1df0acb-a81e-4431-8120-01e4c0040fd0/78dac919-7ad0-4c17-895c-28606acd97c6) {{(pid=104644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:29:00.758073 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-389eccef-ae3e-423a-8c81-1095d4fedd40 admin admin] Publish callbacks [] for router_gateway (636f9616-f60f-4165-b064-d0d814debfdc), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:00.799313 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-c094b4f4-196d-422a-ab6b-a3dd1986576f None None] Publish callbacks [] for port (78dac919-7ad0-4c17-895c-28606acd97c6), precommit_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:00.839607 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-c094b4f4-196d-422a-ab6b-a3dd1986576f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (78dac919-7ad0-4c17-895c-28606acd97c6), after_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:00.877205 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c094b4f4-196d-422a-ab6b-a3dd1986576f None None] Network e9f896ed-3367-41b4-ace5-9c753fe1f6ff is already hosted by enough agents. {{(pid=104644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:29:00.880598 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.base_scheduler [None req-c094b4f4-196d-422a-ab6b-a3dd1986576f None None] Resources bound (agent type, host, resource id): {{(pid=104644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:29:00.886718 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c094b4f4-196d-422a-ab6b-a3dd1986576f None None] Received port after_create {{(pid=104644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:29:00.897744 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094b4f4-196d-422a-ab6b-a3dd1986576f None None] Pushing event updated for resources: {'Port': ['ID=78dac919-7ad0-4c17-895c-28606acd97c6,revision_number=1']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:00.953222 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-c094b4f4-196d-422a-ab6b-a3dd1986576f None None] Attempting to bind port 78dac919-7ad0-4c17-895c-28606acd97c6 on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:29:00.953589 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-c094b4f4-196d-422a-ab6b-a3dd1986576f None None] Attempting to bind port 78dac919-7ad0-4c17-895c-28606acd97c6 by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': 'fe8da2ec-f933-44ba-82fb-b654f7378e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:29:00.954028 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c094b4f4-196d-422a-ab6b-a3dd1986576f None None] Attempting to bind port 78dac919-7ad0-4c17-895c-28606acd97c6 on network e9f896ed-3367-41b4-ace5-9c753fe1f6ff {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:29:00.959451 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:00.960959 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c094b4f4-196d-422a-ab6b-a3dd1986576f None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:29:00.961325 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c094b4f4-196d-422a-ab6b-a3dd1986576f None None] Checking segment: {'id': 'fe8da2ec-f933-44ba-82fb-b654f7378e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:29:00.962232 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-c094b4f4-196d-422a-ab6b-a3dd1986576f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:00.962232 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c094b4f4-196d-422a-ab6b-a3dd1986576f None None] Bound using segment: {'id': 'fe8da2ec-f933-44ba-82fb-b654f7378e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:29:00.962538 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-c094b4f4-196d-422a-ab6b-a3dd1986576f None None] Bound port: 78dac919-7ad0-4c17-895c-28606acd97c6, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8da2ec-f933-44ba-82fb-b654f7378e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:29:00.962906 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-c094b4f4-196d-422a-ab6b-a3dd1986576f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (78dac919-7ad0-4c17-895c-28606acd97c6), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:01.014560 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-389eccef-ae3e-423a-8c81-1095d4fedd40 admin admin] Publish callbacks [] for router_gateway (636f9616-f60f-4165-b064-d0d814debfdc), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:01.032714 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-c094b4f4-196d-422a-ab6b-a3dd1986576f None None] For port 78dac919-7ad0-4c17-895c-28606acd97c6, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:29:01.035625 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-389eccef-ae3e-423a-8c81-1095d4fedd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:01.037413 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-c094b4f4-196d-422a-ab6b-a3dd1986576f None None] For port 78dac919-7ad0-4c17-895c-28606acd97c6, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=78dac919-7ad0-4c17-895c-28606acd97c6,segment=NetworkSegment(fe8da2ec-f933-44ba-82fb-b654f7378e99),segment_id=fe8da2ec-f933-44ba-82fb-b654f7378e99)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:29:01.140489 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_common [None req-389eccef-ae3e-423a-8c81-1095d4fedd40 admin admin] Allocated IP 172.27.3.21 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/bcca00d3-bf65-43a7-9b61-75acce4a3d54) {{(pid=104642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:29:01.146974 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-c094b4f4-196d-422a-ab6b-a3dd1986576f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (78dac919-7ad0-4c17-895c-28606acd97c6), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:01.231548 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094b4f4-196d-422a-ab6b-a3dd1986576f None None] Pushing event updated for resources: {'Port': ['ID=78dac919-7ad0-4c17-895c-28606acd97c6,revision_number=2']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:01.270120 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:01.287981 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-389eccef-ae3e-423a-8c81-1095d4fedd40 admin admin] Publish callbacks [] for port (bcca00d3-bf65-43a7-9b61-75acce4a3d54), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:01.349172 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fdc31-8eef-4e34-bbc1-59a5c2aa6ac1 req-dca4ae31-1412-45d8-af91-6d975a2bc985 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:01.350775 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-058fdc31-8eef-4e34-bbc1-59a5c2aa6ac1 req-dca4ae31-1412-45d8-af91-6d975a2bc985 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0560284 May 26 21:29:01.358781 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017d331-9921-4e7c-ad4f-014d3b9130e8 req-248dc4d0-72c6-4a37-810e-0aafe7cc0a34 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:01.366234 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a017d331-9921-4e7c-ad4f-014d3b9130e8 req-248dc4d0-72c6-4a37-810e-0aafe7cc0a34 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 944 time: 0.0746701 May 26 21:29:01.400190 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device c02aef43-e795-46ef-a72d-a1fe076e05d9 up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:29:01.423321 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-058fdc31-8eef-4e34-bbc1-59a5c2aa6ac1 req-b1be15ba-dcc8-4650-b8da-16bb9c7d1c00 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633414 May 26 21:29:01.431295 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a017d331-9921-4e7c-ad4f-014d3b9130e8 req-ed22b0d1-fe1b-4e96-a92b-24627d3b27b5 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640054 May 26 21:29:01.466830 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning for port c02aef43-e795-46ef-a72d-a1fe076e05d9 completed by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:29:01.571029 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-389eccef-ae3e-423a-8c81-1095d4fedd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (bcca00d3-bf65-43a7-9b61-75acce4a3d54), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:01.603587 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port c02aef43-e795-46ef-a72d-a1fe076e05d9 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:01.603587 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (c02aef43-e795-46ef-a72d-a1fe076e05d9), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:01.626286 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389eccef-ae3e-423a-8c81-1095d4fedd40 admin admin] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:29:01.630535 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-389eccef-ae3e-423a-8c81-1095d4fedd40 admin admin] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:29:01.632775 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389eccef-ae3e-423a-8c81-1095d4fedd40 admin admin] Pushing event updated for resources: {'Port': ['ID=bcca00d3-bf65-43a7-9b61-75acce4a3d54,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:01.635501 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389eccef-ae3e-423a-8c81-1095d4fedd40 admin admin] Received port after_create {{(pid=104642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:29:01.699617 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 78dac919-7ad0-4c17-895c-28606acd97c6 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:29:01.783224 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 78dac919-7ad0-4c17-895c-28606acd97c6 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:01.783595 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (78dac919-7ad0-4c17-895c-28606acd97c6), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:01.819856 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port c02aef43-e795-46ef-a72d-a1fe076e05d9 is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:01.820140 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c02aef43-e795-46ef-a72d-a1fe076e05d9), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:01.839334 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:01.857543 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b289518-380f-4d2c-b761-5ac6bf9e6ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02aef43-e795-46ef-a72d-a1fe076e05d9'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:29:01.865338 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43a6344-e10c-4315-bc76-43863b204819" -d '{"events": [{"server_uuid": "1b289518-380f-4d2c-b761-5ac6bf9e6ab4", "name": "network-vif-plugged", "status": "completed", "tag": "c02aef43-e795-46ef-a72d-a1fe076e05d9"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:29:01.904167 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port c02aef43-e795-46ef-a72d-a1fe076e05d9, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c02aef43-e795-46ef-a72d-a1fe076e05d9,segment=NetworkSegment(7b796852-cdae-4a96-9d97-94624ded1290),segment_id=7b796852-cdae-4a96-9d97-94624ded1290)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:29:01.912312 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55b21ea-2b3d-44dc-a500-1ab16390a0c9 x-openstack-request-id: req-d55b21ea-2b3d-44dc-a500-1ab16390a0c9 {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:29:01.912604 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b289518-380f-4d2c-b761-5ac6bf9e6ab4", "name": "network-vif-plugged", "status": "completed", "tag": "c02aef43-e795-46ef-a72d-a1fe076e05d9", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:29:01.912850 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d55b21ea-2b3d-44dc-a500-1ab16390a0c9 {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:29:01.913236 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d55b21ea-2b3d-44dc-a500-1ab16390a0c9'] response: {'server_uuid': '1b289518-380f-4d2c-b761-5ac6bf9e6ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02aef43-e795-46ef-a72d-a1fe076e05d9', 'code': 200} May 26 21:29:01.923019 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 78dac919-7ad0-4c17-895c-28606acd97c6 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:01.923395 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (78dac919-7ad0-4c17-895c-28606acd97c6), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:01.962566 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-b4353f01-5905-4310-a158-79fd044992cf None None] For port 78dac919-7ad0-4c17-895c-28606acd97c6, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=78dac919-7ad0-4c17-895c-28606acd97c6,segment=NetworkSegment(fe8da2ec-f933-44ba-82fb-b654f7378e99),segment_id=fe8da2ec-f933-44ba-82fb-b654f7378e99)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:29:01.970479 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (c02aef43-e795-46ef-a72d-a1fe076e05d9), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:01.996282 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-389eccef-ae3e-423a-8c81-1095d4fedd40 admin admin] Publish callbacks [] for router_gateway (636f9616-f60f-4165-b064-d0d814debfdc), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:02.020527 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=c02aef43-e795-46ef-a72d-a1fe076e05d9,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:02.024645 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (78dac919-7ad0-4c17-895c-28606acd97c6), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:02.085636 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Pushing event updated for resources: {'Port': ['ID=78dac919-7ad0-4c17-895c-28606acd97c6,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:02.190515 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-389eccef-ae3e-423a-8c81-1095d4fedd40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696000'] for router (636f9616-f60f-4165-b064-d0d814debfdc), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:02.366162 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:02.370294 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6643011a-73db-4d73-ab21-78cfe24cc863 None None] Network e9f896ed-3367-41b4-ace5-9c753fe1f6ff requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:29:02.411199 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389eccef-ae3e-423a-8c81-1095d4fedd40 admin admin] Router 636f9616-f60f-4165-b064-d0d814debfdc is scheduled to L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f with binding_index 1 {{(pid=104642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 21:29:02.430089 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-e2be09df-d221-48bb-9898-699f60b49021 None None] Provisioning complete for port 78dac919-7ad0-4c17-895c-28606acd97c6 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:02.430578 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-e2be09df-d221-48bb-9898-699f60b49021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (78dac919-7ad0-4c17-895c-28606acd97c6), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:02.599138 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:02.613921 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-e2be09df-d221-48bb-9898-699f60b49021 None None] Current status of the port 78dac919-7ad0-4c17-895c-28606acd97c6 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:02.616880 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a290fcd-a8b6-4d1d-98a5-992e9588df4c req-7ea05f80-7801-41a7-acf1-f636d450324d tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:02.618628 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8a290fcd-a8b6-4d1d-98a5-992e9588df4c req-7ea05f80-7801-41a7-acf1-f636d450324d tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 945 time: 0.0728405 May 26 21:29:02.620747 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389eccef-ae3e-423a-8c81-1095d4fedd40 admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:29:02.632817 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] Sync routers for ids ['636f9616-f60f-4165-b064-d0d814debfdc'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:29:02.644479 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7891c-354f-4651-96d9-ed4fb5dc99f9 req-55efd42a-8c86-4d72-b8a0-0b67b0772c89 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:02.645866 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] Routers {'636f9616-f60f-4165-b064-d0d814debfdc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:29:02.646196 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d7d7891c-354f-4651-96d9-ed4fb5dc99f9 req-55efd42a-8c86-4d72-b8a0-0b67b0772c89 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.1015584 May 26 21:29:02.646627 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:28:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['636f9616-f60f-4165-b064-d0d814debfdc'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:02.722825 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-389eccef-ae3e-423a-8c81-1095d4fedd40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:02.725228 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-389eccef-ae3e-423a-8c81-1095d4fedd40 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3636050 May 26 21:29:02.728904 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8a290fcd-a8b6-4d1d-98a5-992e9588df4c req-8f33beb2-a1c6-4c4b-b08b-c068d4d47651 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978420 May 26 21:29:02.729491 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d7d7891c-354f-4651-96d9-ed4fb5dc99f9 req-d3cf6d14-c4d8-4543-b88d-abff747d7070 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767367 May 26 21:29:02.730887 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 50088) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:02.787642 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] Set router 636f9616-f60f-4165-b064-d0d814debfdc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:29:02.834846 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-d846c45c-2ae9-4cbb-a099-e8675bc82f20 None None] Provisioning complete for port 78dac919-7ad0-4c17-895c-28606acd97c6 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:02.839980 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-d846c45c-2ae9-4cbb-a099-e8675bc82f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (78dac919-7ad0-4c17-895c-28606acd97c6), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:02.916296 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-d846c45c-2ae9-4cbb-a099-e8675bc82f20 None None] Current status of the port 78dac919-7ad0-4c17-895c-28606acd97c6 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:02.970467 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:29:01Z', 'revision_number': 3, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:02.987759 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:02.997610 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] Checking router: 636f9616-f60f-4165-b064-d0d814debfdc for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:29:02.997957 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] Updating router 636f9616-f60f-4165-b064-d0d814debfdc port bcca00d3-bf65-43a7-9b61-75acce4a3d54 binding host dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:29:03.029398 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (bcca00d3-bf65-43a7-9b61-75acce4a3d54), before_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:03.120443 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:03.176099 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-886efd63-2f2b-4a36-a676-4da3f046b1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:03.190448 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:03.308534 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] Publish callbacks [] for port (bcca00d3-bf65-43a7-9b61-75acce4a3d54), precommit_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:03.335238 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [None req-886efd63-2f2b-4a36-a676-4da3f046b1b6 admin admin] Allocated IP 172.20.0.1 (e9f896ed-3367-41b4-ace5-9c753fe1f6ff/b1df0acb-a81e-4431-8120-01e4c0040fd0/3fdbfa0c-40db-4d20-b70a-b5ca36549b09) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:29:03.381604 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (bcca00d3-bf65-43a7-9b61-75acce4a3d54), after_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:03.433725 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fda427-ecc0-4e42-93bb-55e658144fbe None None] Pushing event updated for resources: {'Port': ['ID=bcca00d3-bf65-43a7-9b61-75acce4a3d54,revision_number=2']} {{(pid=104645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:03.437136 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-886efd63-2f2b-4a36-a676-4da3f046b1b6 admin admin] Publish callbacks [] for port (3fdbfa0c-40db-4d20-b70a-b5ca36549b09), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:03.441995 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] Attempting to bind port bcca00d3-bf65-43a7-9b61-75acce4a3d54 on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:29:03.442361 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] Attempting to bind port bcca00d3-bf65-43a7-9b61-75acce4a3d54 by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}] {{(pid=104645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:29:03.442714 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] Attempting to bind port bcca00d3-bf65-43a7-9b61-75acce4a3d54 on network 35b4a44b-379f-44bd-a8f8-beb32b22a01e {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:29:03.446521 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fda427-ecc0-4e42-93bb-55e658144fbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:03.449656 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fda427-ecc0-4e42-93bb-55e658144fbe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:03.449656 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fda427-ecc0-4e42-93bb-55e658144fbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:03.449656 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fda427-ecc0-4e42-93bb-55e658144fbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:03.449656 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fda427-ecc0-4e42-93bb-55e658144fbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:03.449656 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fda427-ecc0-4e42-93bb-55e658144fbe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:03.449656 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fda427-ecc0-4e42-93bb-55e658144fbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:03.449656 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fda427-ecc0-4e42-93bb-55e658144fbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:03.449656 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fda427-ecc0-4e42-93bb-55e658144fbe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:03.449656 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fda427-ecc0-4e42-93bb-55e658144fbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:03.450488 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fda427-ecc0-4e42-93bb-55e658144fbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:03.450488 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fda427-ecc0-4e42-93bb-55e658144fbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:03.450488 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fda427-ecc0-4e42-93bb-55e658144fbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:03.450727 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fda427-ecc0-4e42-93bb-55e658144fbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:03.450916 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fda427-ecc0-4e42-93bb-55e658144fbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:03.456460 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:29:03.456825 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] Checking segment: {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:29:03.457219 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:03.457588 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] Bound using segment: {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'} {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:29:03.458048 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] Bound port: bcca00d3-bf65-43a7-9b61-75acce4a3d54, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}}] {{(pid=104645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:29:03.458963 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (bcca00d3-bf65-43a7-9b61-75acce4a3d54), before_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:03.536444 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-886efd63-2f2b-4a36-a676-4da3f046b1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (3fdbfa0c-40db-4d20-b70a-b5ca36549b09), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:03.581461 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886efd63-2f2b-4a36-a676-4da3f046b1b6 admin admin] Network e9f896ed-3367-41b4-ace5-9c753fe1f6ff is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:29:03.584777 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.db [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] For port bcca00d3-bf65-43a7-9b61-75acce4a3d54, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:29:03.588046 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.db [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] For port bcca00d3-bf65-43a7-9b61-75acce4a3d54, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=bcca00d3-bf65-43a7-9b61-75acce4a3d54,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:29:03.589687 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-886efd63-2f2b-4a36-a676-4da3f046b1b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:29:03.593611 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886efd63-2f2b-4a36-a676-4da3f046b1b6 admin admin] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:29:03.597186 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886efd63-2f2b-4a36-a676-4da3f046b1b6 admin admin] Pushing event updated for resources: {'Port': ['ID=3fdbfa0c-40db-4d20-b70a-b5ca36549b09,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:03.616962 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:03.637805 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-886efd63-2f2b-4a36-a676-4da3f046b1b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696627'] for router_interface (636f9616-f60f-4165-b064-d0d814debfdc), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:03.644634 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 78dac919-7ad0-4c17-895c-28606acd97c6 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:29:03.679811 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (bcca00d3-bf65-43a7-9b61-75acce4a3d54), after_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:03.708514 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 78dac919-7ad0-4c17-895c-28606acd97c6 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:03.709292 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (78dac919-7ad0-4c17-895c-28606acd97c6), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:03.748778 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:03.755903 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] Routers {'636f9616-f60f-4165-b064-d0d814debfdc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:29:03.757264 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:28:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['636f9616-f60f-4165-b064-d0d814debfdc'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:03.809389 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:03.811634 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 78dac919-7ad0-4c17-895c-28606acd97c6 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:03.821234 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fda427-ecc0-4e42-93bb-55e658144fbe None None] Pushing event updated for resources: {'Port': ['ID=bcca00d3-bf65-43a7-9b61-75acce4a3d54,revision_number=3']} {{(pid=104645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:03.881334 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b02123-b177-4afb-a8d7-b94b05cb7ea1 req-ca4104fb-0531-43e0-aa1f-7f0324baa3e3 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:03.882920 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f3b02123-b177-4afb-a8d7-b94b05cb7ea1 req-ca4104fb-0531-43e0-aa1f-7f0324baa3e3 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0531065 May 26 21:29:03.888870 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] Set router 636f9616-f60f-4165-b064-d0d814debfdc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:29:03.903045 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85207109-c6a4-406e-b546-2b054db64660 req-92fff937-3cd2-46f4-88aa-190453d4ebd4 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:03.904864 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-85207109-c6a4-406e-b546-2b054db64660 req-92fff937-3cd2-46f4-88aa-190453d4ebd4 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 945 time: 0.0856183 May 26 21:29:03.940700 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f3b02123-b177-4afb-a8d7-b94b05cb7ea1 req-09648688-be01-414c-9f7f-d81060b769d6 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500097 May 26 21:29:03.955874 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-886efd63-2f2b-4a36-a676-4da3f046b1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (3fdbfa0c-40db-4d20-b70a-b5ca36549b09), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:03.963293 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-a2fb7d37-ba0c-494b-9157-9f78160b1e12 None None] Provisioning complete for port 3fdbfa0c-40db-4d20-b70a-b5ca36549b09 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:03.963817 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a2fb7d37-ba0c-494b-9157-9f78160b1e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (3fdbfa0c-40db-4d20-b70a-b5ca36549b09), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:03.990499 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-85207109-c6a4-406e-b546-2b054db64660 req-34ca3c80-eafc-450d-9384-7b16cf7f1e86 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637448 May 26 21:29:03.996305 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-a2fb7d37-ba0c-494b-9157-9f78160b1e12 None None] Port 3fdbfa0c-40db-4d20-b70a-b5ca36549b09 cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:29:04.066412 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:29:01Z', 'revision_number': 3, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:04.095185 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0889a0b2-35b0-4d27-8ecb-1ee4468afa99 None None] The sync data for ids ['636f9616-f60f-4165-b064-d0d814debfdc'] in dv-cinder-828805-3-iscsi is: [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:29:01Z', 'revision_number': 3, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:29:04.187797 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-886efd63-2f2b-4a36-a676-4da3f046b1b6 admin admin] Publish callbacks [] for port (3fdbfa0c-40db-4d20-b70a-b5ca36549b09), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:04.249912 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-886efd63-2f2b-4a36-a676-4da3f046b1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (3fdbfa0c-40db-4d20-b70a-b5ca36549b09), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:04.319567 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:04.331092 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886efd63-2f2b-4a36-a676-4da3f046b1b6 admin admin] Pushing event updated for resources: {'Port': ['ID=3fdbfa0c-40db-4d20-b70a-b5ca36549b09,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:04.342341 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-886efd63-2f2b-4a36-a676-4da3f046b1b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-394233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694915'] for router_interface (636f9616-f60f-4165-b064-d0d814debfdc), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:04.445688 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886efd63-2f2b-4a36-a676-4da3f046b1b6 admin admin] Network e9f896ed-3367-41b4-ace5-9c753fe1f6ff is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:29:04.447139 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-886efd63-2f2b-4a36-a676-4da3f046b1b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:29:04.571654 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886efd63-2f2b-4a36-a676-4da3f046b1b6 admin admin] Router 636f9616-f60f-4165-b064-d0d814debfdc has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:29:04.681211 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886efd63-2f2b-4a36-a676-4da3f046b1b6 admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:29:04.686999 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-886efd63-2f2b-4a36-a676-4da3f046b1b6 admin admin] 10.222.0.42 "PUT /v2.0/routers/636f9616-f60f-4165-b064-d0d814debfdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9549072 May 26 21:29:04.730173 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-dd0ab237-f7f6-4434-aae6-56f5a11af908 None None] Provisioning complete for port 3fdbfa0c-40db-4d20-b70a-b5ca36549b09 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:04.730747 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-dd0ab237-f7f6-4434-aae6-56f5a11af908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (3fdbfa0c-40db-4d20-b70a-b5ca36549b09), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:04.767791 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-dd0ab237-f7f6-4434-aae6-56f5a11af908 None None] Port 3fdbfa0c-40db-4d20-b70a-b5ca36549b09 cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:29:05.011230 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:05.051595 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8709fd-52c5-41ae-8025-064548e05286 req-26b8c644-bf43-415d-a829-124a045711b5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:05.053407 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1e8709fd-52c5-41ae-8025-064548e05286 req-26b8c644-bf43-415d-a829-124a045711b5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0517106 May 26 21:29:05.106398 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1e8709fd-52c5-41ae-8025-064548e05286 req-0ca617fd-6a88-4128-851c-3528c39f92e0 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471778 May 26 21:29:05.127098 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47071df4-0d9a-44bd-ab2b-0adc521f5616 req-b25ec120-6fae-4a68-922f-db8d40239a31 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:05.129344 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-47071df4-0d9a-44bd-ab2b-0adc521f5616 req-b25ec120-6fae-4a68-922f-db8d40239a31 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 945 time: 0.0577457 May 26 21:29:05.182816 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-47071df4-0d9a-44bd-ab2b-0adc521f5616 req-a4dff01a-9816-4d41-a883-9dd526ad73bb tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474176 May 26 21:29:05.453449 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 50134) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:05.458399 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-048db695-5826-42b7-b586-c9c4657b09a9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-706229573-network', 'tenant_id': 'ddf52d1949a6436da70dc66673708cd6'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:29:05.576027 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048db695-5826-42b7-b586-c9c4657b09a9 admin admin] Made reservation on behalf of ddf52d1949a6436da70dc66673708cd6 for: {'network': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:29:05.578589 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-048db695-5826-42b7-b586-c9c4657b09a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for network (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:05.590316 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-048db695-5826-42b7-b586-c9c4657b09a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:05.657340 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device bcca00d3-bf65-43a7-9b61-75acce4a3d54 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:29:05.679023 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-048db695-5826-42b7-b586-c9c4657b09a9 admin admin] Publish callbacks [] for security_group (0d2948f4-b41c-4ce2-8d03-d12b8bc453d4), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:05.687590 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] Sync routers for ids ['636f9616-f60f-4165-b064-d0d814debfdc'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:29:05.708721 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] Routers {'636f9616-f60f-4165-b064-d0d814debfdc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:29:05.709351 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:28:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['636f9616-f60f-4165-b064-d0d814debfdc'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:05.750204 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port bcca00d3-bf65-43a7-9b61-75acce4a3d54 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:05.750906 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (bcca00d3-bf65-43a7-9b61-75acce4a3d54), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:05.764246 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-048db695-5826-42b7-b586-c9c4657b09a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (0d2948f4-b41c-4ce2-8d03-d12b8bc453d4), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:05.787439 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048db695-5826-42b7-b586-c9c4657b09a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=104642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:29:05.802220 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048db695-5826-42b7-b586-c9c4657b09a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2948f4-b41c-4ce2-8d03-d12b8bc453d4,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:05.807717 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-048db695-5826-42b7-b586-c9c4657b09a9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745431346791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (23f1bfc1-add1-463d-9f9f-4ad95f41ac6e), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:05.808160 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.segments_db [None req-048db695-5826-42b7-b586-c9c4657b09a9 admin admin] Added segment 23f1bfc1-add1-463d-9f9f-4ad95f41ac6e of type vlan for network ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0 May 26 21:29:05.852124 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] Set router 636f9616-f60f-4165-b064-d0d814debfdc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:29:05.852634 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-048db695-5826-42b7-b586-c9c4657b09a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745430822750'] for network (ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:05.917463 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port bcca00d3-bf65-43a7-9b61-75acce4a3d54 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:05.917670 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (bcca00d3-bf65-43a7-9b61-75acce4a3d54), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:05.935647 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-048db695-5826-42b7-b586-c9c4657b09a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for network (ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:05.936765 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048db695-5826-42b7-b586-c9c4657b09a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:05.937401 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-048db695-5826-42b7-b586-c9c4657b09a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:05.978313 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-b4353f01-5905-4310-a158-79fd044992cf None None] For port bcca00d3-bf65-43a7-9b61-75acce4a3d54, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=bcca00d3-bf65-43a7-9b61-75acce4a3d54,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:29:06.005272 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048db695-5826-42b7-b586-c9c4657b09a9 admin admin] Pushing event updated for resources: {'Network': ['ID=ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:06.020137 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Network ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0 details requested by agent ovs-agent-dv-cinder-828805-3-iscsi with host dv-cinder-828805-3-iscsi {{(pid=104644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:29:06.022169 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:06.041921 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (bcca00d3-bf65-43a7-9b61-75acce4a3d54), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:06.081216 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-048db695-5826-42b7-b586-c9c4657b09a9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6264961 May 26 21:29:06.084753 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 50140) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:06.090490 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-8bf283ee-e599-45ca-9092-c200f542f215 admin admin] Request body: {'subnet': {'network_id': 'ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-706229573-subnet', 'tenant_id': 'ddf52d1949a6436da70dc66673708cd6', 'ip_version': 4}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:29:06.132472 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:06.176710 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Pushing event updated for resources: {'Port': ['ID=bcca00d3-bf65-43a7-9b61-75acce4a3d54,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:06.191335 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:06.191676 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:06.192048 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:06.192407 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:06.192731 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:06.193053 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:06.193377 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:06.193790 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:06.194012 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:06.194369 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:06.194655 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:06.194990 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:06.195311 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:06.195624 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:06.195964 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:06.211372 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:29:03Z', 'revision_number': 4, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '3fdbfa0c-40db-4d20-b70a-b5ca36549b09', 'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'mac_address': 'fa:16:3e:1f:7a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:03Z', 'updated_at': '2022-05-26T21:29:04Z', 'revision_number': 2, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'subnets': [{'id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:06.220754 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf283ee-e599-45ca-9092-c200f542f215 admin admin] Made reservation on behalf of ddf52d1949a6436da70dc66673708cd6 for: {'subnet': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:29:06.223212 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8bf283ee-e599-45ca-9092-c200f542f215 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4266943'] for subnet (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:06.243555 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] Checking router: 636f9616-f60f-4165-b064-d0d814debfdc for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:29:06.243931 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] Updating router 636f9616-f60f-4165-b064-d0d814debfdc port 3fdbfa0c-40db-4d20-b70a-b5ca36549b09 binding host dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:29:06.278537 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (3fdbfa0c-40db-4d20-b70a-b5ca36549b09), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:06.284481 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288cdca-65a6-4ca8-954d-29acf0adaa22 req-48915181-b435-4007-b6d5-adf01e01e01c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:06.286440 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f288cdca-65a6-4ca8-954d-29acf0adaa22 req-48915181-b435-4007-b6d5-adf01e01e01c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0996759 May 26 21:29:06.336400 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73339712-4a88-4673-aa5b-07cf38496a13 req-aa2714e1-8bcb-4b59-855e-c6938dde3fef tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:06.340256 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-73339712-4a88-4673-aa5b-07cf38496a13 req-aa2714e1-8bcb-4b59-855e-c6938dde3fef tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 945 time: 0.0567055 May 26 21:29:06.371889 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f288cdca-65a6-4ca8-954d-29acf0adaa22 req-610cf7f6-09d0-4cc2-bf61-4b20034f4831 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781875 May 26 21:29:06.401675 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:06.407337 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-73339712-4a88-4673-aa5b-07cf38496a13 req-ef2e0cf6-af4d-4bc8-8d71-394328efbc93 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620358 May 26 21:29:06.604820 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8bf283ee-e599-45ca-9092-c200f542f215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4623557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4266921'] for subnet (a5bd3d29-e151-4250-8219-f2c568fc39f2), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:06.631000 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:06.652630 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:06.665839 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf283ee-e599-45ca-9092-c200f542f215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5bd3d29-e151-4250-8219-f2c568fc39f2,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:06.678975 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf283ee-e599-45ca-9092-c200f542f215 admin admin] Checking segment: {'id': '23f1bfc1-add1-463d-9f9f-4ad95f41ac6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:29:06.679312 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf283ee-e599-45ca-9092-c200f542f215 admin admin] Network hostable DHCP agents. Network: ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0, hostable agents: ['35848227-359f-404d-a469-91025de84eed'], hosted agents: [] {{(pid=104642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:29:06.729635 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] Publish callbacks [] for port (3fdbfa0c-40db-4d20-b70a-b5ca36549b09), precommit_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:06.782661 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d2198-4635-4f7a-a651-06146598333c req-399597e4-01f0-4f12-81f4-33d7a4b1f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:06.784192 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-641d2198-4635-4f7a-a651-06146598333c req-399597e4-01f0-4f12-81f4-33d7a4b1f55d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 1129 time: 0.0431042 May 26 21:29:06.824592 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf283ee-e599-45ca-9092-c200f542f215 admin admin] Network ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0 is scheduled to be hosted by DHCP agent 35848227-359f-404d-a469-91025de84eed with binding_index 1 {{(pid=104642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:29:06.831834 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-641d2198-4635-4f7a-a651-06146598333c req-b9807589-9274-46ac-a0c2-2efded4e87d8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417361 May 26 21:29:06.856249 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (3fdbfa0c-40db-4d20-b70a-b5ca36549b09), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:06.910358 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001823d-bede-44eb-9f4c-81d95b8e897b None None] Pushing event updated for resources: {'Port': ['ID=3fdbfa0c-40db-4d20-b70a-b5ca36549b09,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:06.924146 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-8bf283ee-e599-45ca-9092-c200f542f215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-3-iscsi, ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0) {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:29:06.930168 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf283ee-e599-45ca-9092-c200f542f215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:06.930795 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8bf283ee-e599-45ca-9092-c200f542f215 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:06.937800 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c296890-3eab-4a21-9a9f-3e1acf2a6139 None None] Network ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:29:07.017292 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] Attempting to bind port 3fdbfa0c-40db-4d20-b70a-b5ca36549b09 on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:29:07.017651 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] Attempting to bind port 3fdbfa0c-40db-4d20-b70a-b5ca36549b09 by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': 'fe8da2ec-f933-44ba-82fb-b654f7378e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:29:07.018005 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] Attempting to bind port 3fdbfa0c-40db-4d20-b70a-b5ca36549b09 on network e9f896ed-3367-41b4-ace5-9c753fe1f6ff {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:29:07.025611 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-8bf283ee-e599-45ca-9092-c200f542f215 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9374003 May 26 21:29:07.026068 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 50150) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:07.028013 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:29:07.029144 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] Checking segment: {'id': 'fe8da2ec-f933-44ba-82fb-b654f7378e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:29:07.029632 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:07.030012 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] Bound using segment: {'id': 'fe8da2ec-f933-44ba-82fb-b654f7378e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:29:07.030497 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] Bound port: 3fdbfa0c-40db-4d20-b70a-b5ca36549b09, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8da2ec-f933-44ba-82fb-b654f7378e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:29:07.030869 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (3fdbfa0c-40db-4d20-b70a-b5ca36549b09), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:07.032738 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-fa5a2bd8-4a00-4c74-8277-042d569a972b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-706229573-router', 'tenant_id': 'ddf52d1949a6436da70dc66673708cd6', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:29:07.050886 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:07.118401 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fa5a2bd8-4a00-4c74-8277-042d569a972b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1694579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4878'] for router (79bbfc65-6301-47b8-926b-63c8b14fdab4), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:07.126268 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fa5a2bd8-4a00-4c74-8277-042d569a972b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4869'] for router (79bbfc65-6301-47b8-926b-63c8b14fdab4), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:07.143830 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-a095ac86-dbe6-48fc-bb9a-81eb69cc4162 None None] Provisioning complete for port 3fdbfa0c-40db-4d20-b70a-b5ca36549b09 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:07.144276 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a095ac86-dbe6-48fc-bb9a-81eb69cc4162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (3fdbfa0c-40db-4d20-b70a-b5ca36549b09), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:07.149424 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbcd398-d305-47d7-b8aa-4039ab83e47e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6993d58-562d-5621-893b-747d316cca5c-ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0', 'network_id': 'ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0', 'project_id': 'ddf52d1949a6436da70dc66673708cd6', 'fixed_ips': [{'subnet_id': 'a5bd3d29-e151-4250-8219-f2c568fc39f2'}]}} from dv-cinder-828805-3-iscsi. {{(pid=104644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 21:29:07.150349 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd398-d305-47d7-b8aa-4039ab83e47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:07.177459 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] For port 3fdbfa0c-40db-4d20-b70a-b5ca36549b09, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:29:07.194735 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fa5a2bd8-4a00-4c74-8277-042d569a972b admin admin] Publish callbacks [] for router_controller (79bbfc65-6301-47b8-926b-63c8b14fdab4), precommit_add_association {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:07.198535 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] For port 3fdbfa0c-40db-4d20-b70a-b5ca36549b09, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=3fdbfa0c-40db-4d20-b70a-b5ca36549b09,segment=NetworkSegment(fe8da2ec-f933-44ba-82fb-b654f7378e99),segment_id=fe8da2ec-f933-44ba-82fb-b654f7378e99)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:29:07.214534 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-a095ac86-dbe6-48fc-bb9a-81eb69cc4162 None None] Port 3fdbfa0c-40db-4d20-b70a-b5ca36549b09 cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:29:07.251588 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0e73b-dd50-4d4d-a793-0e1487591cd0 req-e610e234-1078-473b-bd14-ff993b2c3c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:07.253790 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-aaf0e73b-dd50-4d4d-a793-0e1487591cd0 req-e610e234-1078-473b-bd14-ff993b2c3c62 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 1129 time: 0.0390379 May 26 21:29:07.293266 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:07.298242 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-aaf0e73b-dd50-4d4d-a793-0e1487591cd0 req-58e3fc6e-e655-4a8b-aa4f-2773249e6b28 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384595 May 26 21:29:07.321243 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (3fdbfa0c-40db-4d20-b70a-b5ca36549b09), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:07.383911 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.db_base_plugin_common [None req-cdbcd398-d305-47d7-b8aa-4039ab83e47e None None] Allocated IP 172.20.0.2 (ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0/a5bd3d29-e151-4250-8219-f2c568fc39f2/b9b49035-588b-4190-b874-ebca982ee786) {{(pid=104644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:29:07.399553 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] Routers {'636f9616-f60f-4165-b064-d0d814debfdc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:29:07.400224 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:28:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['636f9616-f60f-4165-b064-d0d814debfdc'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:07.405385 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001823d-bede-44eb-9f4c-81d95b8e897b None None] Pushing event updated for resources: {'Port': ['ID=3fdbfa0c-40db-4d20-b70a-b5ca36549b09,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:07.470159 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fa5a2bd8-4a00-4c74-8277-042d569a972b admin admin] Publish callbacks [] for router_gateway (79bbfc65-6301-47b8-926b-63c8b14fdab4), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:07.640912 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc98c9-1376-4310-bc7a-a7957e1b55aa req-b1d3693d-ebaa-4af1-866e-595587bc03d8 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:07.647940 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbccfb7-a818-4f6e-a510-e9086d45e2dc req-e0dfc3ef-c7d8-491e-af07-3a4f9e34d202 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:07.650146 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9bbccfb7-a818-4f6e-a510-e9086d45e2dc req-e0dfc3ef-c7d8-491e-af07-3a4f9e34d202 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 945 time: 0.1221631 May 26 21:29:07.652582 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-95fc98c9-1376-4310-bc7a-a7957e1b55aa req-b1d3693d-ebaa-4af1-866e-595587bc03d8 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.1450136 May 26 21:29:07.769064 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device bcca00d3-bf65-43a7-9b61-75acce4a3d54 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:29:07.812242 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] Set router 636f9616-f60f-4165-b064-d0d814debfdc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:29:07.823798 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-95fc98c9-1376-4310-bc7a-a7957e1b55aa req-2342ceea-4e57-4575-9a5a-cdaf0e90e1b7 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558506 May 26 21:29:07.829825 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9bbccfb7-a818-4f6e-a510-e9086d45e2dc req-0bfa4561-8a5e-42b3-81f4-ff15ae8f1b67 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686606 May 26 21:29:07.954859 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:07.960872 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fa5a2bd8-4a00-4c74-8277-042d569a972b admin admin] Publish callbacks [] for router_gateway (79bbfc65-6301-47b8-926b-63c8b14fdab4), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:07.979471 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd398-d305-47d7-b8aa-4039ab83e47e None None] Publish callbacks [] for port (b9b49035-588b-4190-b874-ebca982ee786), precommit_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:07.982056 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fa5a2bd8-4a00-4c74-8277-042d569a972b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:07.989051 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-62322e4d-46ea-4851-9a04-a76245a3f93b None None] Provisioning complete for port 3fdbfa0c-40db-4d20-b70a-b5ca36549b09 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:07.989363 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-62322e4d-46ea-4851-9a04-a76245a3f93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (3fdbfa0c-40db-4d20-b70a-b5ca36549b09), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:08.075548 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port bcca00d3-bf65-43a7-9b61-75acce4a3d54 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:08.075941 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (bcca00d3-bf65-43a7-9b61-75acce4a3d54), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:08.111207 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [None req-fa5a2bd8-4a00-4c74-8277-042d569a972b admin admin] Allocated IP 172.27.3.99 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/2621e8ce-841e-42b9-bc33-d28fb0cc8d93) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:29:08.115937 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:08.141514 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd398-d305-47d7-b8aa-4039ab83e47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (b9b49035-588b-4190-b874-ebca982ee786), after_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:08.215307 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbcd398-d305-47d7-b8aa-4039ab83e47e None None] Network ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0 is already hosted by enough agents. {{(pid=104644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:29:08.234485 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.base_scheduler [None req-cdbcd398-d305-47d7-b8aa-4039ab83e47e None None] Resources bound (agent type, host, resource id): {{(pid=104644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:29:08.256985 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbcd398-d305-47d7-b8aa-4039ab83e47e None None] Received port after_create {{(pid=104644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:29:08.266792 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcd398-d305-47d7-b8aa-4039ab83e47e None None] Pushing event updated for resources: {'Port': ['ID=b9b49035-588b-4190-b874-ebca982ee786,revision_number=1']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:08.281748 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fa5a2bd8-4a00-4c74-8277-042d569a972b admin admin] Publish callbacks [] for port (2621e8ce-841e-42b9-bc33-d28fb0cc8d93), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:08.299781 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:08.335803 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-62322e4d-46ea-4851-9a04-a76245a3f93b None None] Current status of the port 3fdbfa0c-40db-4d20-b70a-b5ca36549b09 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:08.335972 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-62322e4d-46ea-4851-9a04-a76245a3f93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (3fdbfa0c-40db-4d20-b70a-b5ca36549b09), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:08.356334 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:08.410460 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fa5a2bd8-4a00-4c74-8277-042d569a972b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (2621e8ce-841e-42b9-bc33-d28fb0cc8d93), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:08.424495 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port bcca00d3-bf65-43a7-9b61-75acce4a3d54 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:08.436055 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:29:03Z', 'revision_number': 4, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '3fdbfa0c-40db-4d20-b70a-b5ca36549b09', 'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'mac_address': 'fa:16:3e:1f:7a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:03Z', 'updated_at': '2022-05-26T21:29:07Z', 'revision_number': 4, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'subnets': [{'id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:08.441246 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-cdbcd398-d305-47d7-b8aa-4039ab83e47e None None] Attempting to bind port b9b49035-588b-4190-b874-ebca982ee786 on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:29:08.441375 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-cdbcd398-d305-47d7-b8aa-4039ab83e47e None None] Attempting to bind port b9b49035-588b-4190-b874-ebca982ee786 by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': '23f1bfc1-add1-463d-9f9f-4ad95f41ac6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:29:08.441633 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbcd398-d305-47d7-b8aa-4039ab83e47e None None] Attempting to bind port b9b49035-588b-4190-b874-ebca982ee786 on network ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0 {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:29:08.449355 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5a2bd8-4a00-4c74-8277-042d569a972b admin admin] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:29:08.454285 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-fa5a2bd8-4a00-4c74-8277-042d569a972b admin admin] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:29:08.458675 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5a2bd8-4a00-4c74-8277-042d569a972b admin admin] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:29:08.464214 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a2bd8-4a00-4c74-8277-042d569a972b admin admin] Pushing event updated for resources: {'Port': ['ID=2621e8ce-841e-42b9-bc33-d28fb0cc8d93,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:08.475935 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22cd563-ae15-460c-87f0-0c3e25744fb5 None None] The sync data for ids ['636f9616-f60f-4165-b064-d0d814debfdc'] in dv-cinder-828805-3-iscsi is: [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:29:03Z', 'revision_number': 4, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '3fdbfa0c-40db-4d20-b70a-b5ca36549b09', 'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'mac_address': 'fa:16:3e:1f:7a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:03Z', 'updated_at': '2022-05-26T21:29:07Z', 'revision_number': 4, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'subnets': [{'id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:29:08.479599 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-62322e4d-46ea-4851-9a04-a76245a3f93b None None] For port 3fdbfa0c-40db-4d20-b70a-b5ca36549b09, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=3fdbfa0c-40db-4d20-b70a-b5ca36549b09,segment=NetworkSegment(fe8da2ec-f933-44ba-82fb-b654f7378e99),segment_id=fe8da2ec-f933-44ba-82fb-b654f7378e99)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:29:08.481229 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbcd398-d305-47d7-b8aa-4039ab83e47e None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:29:08.481663 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbcd398-d305-47d7-b8aa-4039ab83e47e None None] Checking segment: {'id': '23f1bfc1-add1-463d-9f9f-4ad95f41ac6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:29:08.481968 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd398-d305-47d7-b8aa-4039ab83e47e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:08.482428 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbcd398-d305-47d7-b8aa-4039ab83e47e None None] Bound using segment: {'id': '23f1bfc1-add1-463d-9f9f-4ad95f41ac6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:29:08.482843 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-cdbcd398-d305-47d7-b8aa-4039ab83e47e None None] Bound port: b9b49035-588b-4190-b874-ebca982ee786, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f1bfc1-add1-463d-9f9f-4ad95f41ac6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:29:08.483217 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd398-d305-47d7-b8aa-4039ab83e47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (b9b49035-588b-4190-b874-ebca982ee786), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:08.593136 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-cdbcd398-d305-47d7-b8aa-4039ab83e47e None None] For port b9b49035-588b-4190-b874-ebca982ee786, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:29:08.597077 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-cdbcd398-d305-47d7-b8aa-4039ab83e47e None None] For port b9b49035-588b-4190-b874-ebca982ee786, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=b9b49035-588b-4190-b874-ebca982ee786,segment=NetworkSegment(23f1bfc1-add1-463d-9f9f-4ad95f41ac6e),segment_id=23f1bfc1-add1-463d-9f9f-4ad95f41ac6e)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:29:08.611406 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-62322e4d-46ea-4851-9a04-a76245a3f93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (3fdbfa0c-40db-4d20-b70a-b5ca36549b09), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:08.674266 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd398-d305-47d7-b8aa-4039ab83e47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (b9b49035-588b-4190-b874-ebca982ee786), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:08.703630 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62322e4d-46ea-4851-9a04-a76245a3f93b None None] Pushing event updated for resources: {'Port': ['ID=3fdbfa0c-40db-4d20-b70a-b5ca36549b09,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:08.792379 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcd398-d305-47d7-b8aa-4039ab83e47e None None] Pushing event updated for resources: {'Port': ['ID=b9b49035-588b-4190-b874-ebca982ee786,revision_number=2']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:08.998598 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b87fc-6e60-4652-ba19-d7f81a04bf51 req-ee73638f-5845-4a09-9176-a5e302eddf5e tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:09.000206 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-579b87fc-6e60-4652-ba19-d7f81a04bf51 req-ee73638f-5845-4a09-9176-a5e302eddf5e tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 945 time: 0.0785983 May 26 21:29:09.026392 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266354ab-fc81-4fb1-833e-1acf10faa47a req-9d046263-5de4-4e4c-8b32-970dff0b0f28 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:09.033862 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-266354ab-fc81-4fb1-833e-1acf10faa47a req-9d046263-5de4-4e4c-8b32-970dff0b0f28 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0959609 May 26 21:29:09.096494 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-266354ab-fc81-4fb1-833e-1acf10faa47a req-7637a19c-5ed8-4f5b-a748-41789c8097ba tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609264 May 26 21:29:09.136735 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-579b87fc-6e60-4652-ba19-d7f81a04bf51 req-9e68aa3f-1485-4887-8ca5-7c893f517e72 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261547 May 26 21:29:09.167532 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fa5a2bd8-4a00-4c74-8277-042d569a972b admin admin] Publish callbacks [] for router_gateway (79bbfc65-6301-47b8-926b-63c8b14fdab4), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:09.253588 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:09.419104 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fa5a2bd8-4a00-4c74-8277-042d569a972b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696000'] for router (79bbfc65-6301-47b8-926b-63c8b14fdab4), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:09.697325 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device b9b49035-588b-4190-b874-ebca982ee786 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:29:09.746418 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port b9b49035-588b-4190-b874-ebca982ee786 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:09.746795 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (b9b49035-588b-4190-b874-ebca982ee786), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:09.776304 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5a2bd8-4a00-4c74-8277-042d569a972b admin admin] Router 79bbfc65-6301-47b8-926b-63c8b14fdab4 is scheduled to L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f with binding_index 1 {{(pid=104643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 21:29:10.000952 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5a2bd8-4a00-4c74-8277-042d569a972b admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:29:10.018447 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port b9b49035-588b-4190-b874-ebca982ee786 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:10.019455 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (b9b49035-588b-4190-b874-ebca982ee786), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:10.023575 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] Sync routers for ids ['79bbfc65-6301-47b8-926b-63c8b14fdab4'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:29:10.040461 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] Routers {'79bbfc65-6301-47b8-926b-63c8b14fdab4'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:29:10.041317 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:10.041943 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:28:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['79bbfc65-6301-47b8-926b-63c8b14fdab4'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:10.056808 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-b4353f01-5905-4310-a158-79fd044992cf None None] For port b9b49035-588b-4190-b874-ebca982ee786, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=b9b49035-588b-4190-b874-ebca982ee786,segment=NetworkSegment(23f1bfc1-add1-463d-9f9f-4ad95f41ac6e),segment_id=23f1bfc1-add1-463d-9f9f-4ad95f41ac6e)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:29:10.093976 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e0a979-111d-4c76-ad8a-92b5848100db None None] Network ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:29:10.102601 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fa5a2bd8-4a00-4c74-8277-042d569a972b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:10.104373 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-fa5a2bd8-4a00-4c74-8277-042d569a972b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0773988 May 26 21:29:10.106950 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 50228) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:10.185366 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (b9b49035-588b-4190-b874-ebca982ee786), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:10.186602 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 3fdbfa0c-40db-4d20-b70a-b5ca36549b09 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:29:10.210716 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] Set router 79bbfc65-6301-47b8-926b-63c8b14fdab4 gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:29:10.244395 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-626191cd-180d-4300-a0be-3861d060f747 None None] Provisioning complete for port b9b49035-588b-4190-b874-ebca982ee786 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:10.244761 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-626191cd-180d-4300-a0be-3861d060f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (b9b49035-588b-4190-b874-ebca982ee786), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:10.254256 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530e4d2-aad4-4397-b085-13b04759e3de req-3a64e6d7-7180-4b62-8ceb-d2719f96ef6d tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:10.261976 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a530e4d2-aad4-4397-b085-13b04759e3de req-3a64e6d7-7180-4b62-8ceb-d2719f96ef6d tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0726051 May 26 21:29:10.323576 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a530e4d2-aad4-4397-b085-13b04759e3de req-9d22db34-c6ee-44b4-a08e-98ffe93c7e0b tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605695 May 26 21:29:10.384464 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Pushing event updated for resources: {'Port': ['ID=b9b49035-588b-4190-b874-ebca982ee786,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:10.411935 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 3fdbfa0c-40db-4d20-b70a-b5ca36549b09 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:10.412382 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (3fdbfa0c-40db-4d20-b70a-b5ca36549b09), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:10.422246 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa5d52-e8d2-4623-9bd9-deb5dc7fc21d req-634e501b-c729-499c-b4bc-cf2952d438b6 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:10.431079 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ffaa5d52-e8d2-4623-9bd9-deb5dc7fc21d req-634e501b-c729-499c-b4bc-cf2952d438b6 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 945 time: 0.1133204 May 26 21:29:10.452673 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:10.507047 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-626191cd-180d-4300-a0be-3861d060f747 None None] Current status of the port b9b49035-588b-4190-b874-ebca982ee786 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:10.518358 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa686975-d985-432e-9d24-1edcdff8bb3b req-73d56468-71cf-4aee-9a9a-73b158b4a670 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:10.520781 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-aa686975-d985-432e-9d24-1edcdff8bb3b req-73d56468-71cf-4aee-9a9a-73b158b4a670 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0820370 May 26 21:29:10.533323 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ffaa5d52-e8d2-4623-9bd9-deb5dc7fc21d req-a99c5d50-aa68-42f8-8069-b50e480e2f8a tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934985 May 26 21:29:10.576945 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:10.592282 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:10.600198 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bbfc65-6301-47b8-926b-63c8b14fdab4', 'name': 'tempest-TestVolumeBootPattern-706229573-router', 'tenant_id': 'ddf52d1949a6436da70dc66673708cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2621e8ce-841e-42b9-bc33-d28fb0cc8d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:07Z', 'updated_at': '2022-05-26T21:29:08Z', 'revision_number': 3, 'project_id': 'ddf52d1949a6436da70dc66673708cd6', 'gw_port': {'id': '2621e8ce-841e-42b9-bc33-d28fb0cc8d93', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bbfc65-6301-47b8-926b-63c8b14fdab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:07Z', 'updated_at': '2022-05-26T21:29:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:10.611805 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 3fdbfa0c-40db-4d20-b70a-b5ca36549b09 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:10.614232 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-aa686975-d985-432e-9d24-1edcdff8bb3b req-b18ed2c0-82d2-4a69-8503-58f623a5836f tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832400 May 26 21:29:10.656008 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] Checking router: 79bbfc65-6301-47b8-926b-63c8b14fdab4 for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:29:10.656633 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] Updating router 79bbfc65-6301-47b8-926b-63c8b14fdab4 port 2621e8ce-841e-42b9-bc33-d28fb0cc8d93 binding host dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:29:10.701528 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (2621e8ce-841e-42b9-bc33-d28fb0cc8d93), before_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:10.842061 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-63236ca8-850d-469b-ab7b-bd865896df6a None None] Provisioning complete for port b9b49035-588b-4190-b874-ebca982ee786 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:10.843298 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-63236ca8-850d-469b-ab7b-bd865896df6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (b9b49035-588b-4190-b874-ebca982ee786), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:10.855316 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=100 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:10.939119 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-36864d0f-0469-4c4d-b8b9-0234cd8bdf73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:10.965901 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-63236ca8-850d-469b-ab7b-bd865896df6a None None] Current status of the port b9b49035-588b-4190-b874-ebca982ee786 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:11.058189 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] Publish callbacks [] for port (2621e8ce-841e-42b9-bc33-d28fb0cc8d93), precommit_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:11.059030 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:11.115001 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [None req-36864d0f-0469-4c4d-b8b9-0234cd8bdf73 admin admin] Allocated IP 172.20.0.1 (ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0/a5bd3d29-e151-4250-8219-f2c568fc39f2/dcfbf5e0-81cd-4ad0-b6cf-504714f015b0) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:29:11.169841 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (2621e8ce-841e-42b9-bc33-d28fb0cc8d93), after_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:11.223144 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] Attempting to bind port 2621e8ce-841e-42b9-bc33-d28fb0cc8d93 on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:29:11.223496 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] Attempting to bind port 2621e8ce-841e-42b9-bc33-d28fb0cc8d93 by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}] {{(pid=104645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:29:11.224047 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] Attempting to bind port 2621e8ce-841e-42b9-bc33-d28fb0cc8d93 on network 35b4a44b-379f-44bd-a8f8-beb32b22a01e {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:29:11.227529 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07b43c-f46d-4704-a07b-b164f6778771 None None] Pushing event updated for resources: {'Port': ['ID=2621e8ce-841e-42b9-bc33-d28fb0cc8d93,revision_number=2']} {{(pid=104645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:11.232222 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:29:11.232816 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] Checking segment: {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:29:11.233380 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:11.233770 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] Bound using segment: {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'} {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:29:11.234213 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] Bound port: 2621e8ce-841e-42b9-bc33-d28fb0cc8d93, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}}] {{(pid=104645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:29:11.234576 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (2621e8ce-841e-42b9-bc33-d28fb0cc8d93), before_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:11.235733 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-36864d0f-0469-4c4d-b8b9-0234cd8bdf73 admin admin] Publish callbacks [] for port (dcfbf5e0-81cd-4ad0-b6cf-504714f015b0), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:11.285274 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.db [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] For port 2621e8ce-841e-42b9-bc33-d28fb0cc8d93, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:29:11.288303 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.db [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] For port 2621e8ce-841e-42b9-bc33-d28fb0cc8d93, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=2621e8ce-841e-42b9-bc33-d28fb0cc8d93,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:29:11.289320 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:11.324464 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-36864d0f-0469-4c4d-b8b9-0234cd8bdf73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (dcfbf5e0-81cd-4ad0-b6cf-504714f015b0), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:11.366176 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36864d0f-0469-4c4d-b8b9-0234cd8bdf73 admin admin] Network ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0 is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:29:11.370199 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:11.373341 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-36864d0f-0469-4c4d-b8b9-0234cd8bdf73 admin admin] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:29:11.377147 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36864d0f-0469-4c4d-b8b9-0234cd8bdf73 admin admin] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:29:11.380461 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36864d0f-0469-4c4d-b8b9-0234cd8bdf73 admin admin] Pushing event updated for resources: {'Port': ['ID=dcfbf5e0-81cd-4ad0-b6cf-504714f015b0,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:11.385598 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (2621e8ce-841e-42b9-bc33-d28fb0cc8d93), after_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:11.417822 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-36864d0f-0469-4c4d-b8b9-0234cd8bdf73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696627'] for router_interface (79bbfc65-6301-47b8-926b-63c8b14fdab4), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:11.442946 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] Routers {'79bbfc65-6301-47b8-926b-63c8b14fdab4'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:29:11.443865 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:28:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['79bbfc65-6301-47b8-926b-63c8b14fdab4'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:11.509399 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07b43c-f46d-4704-a07b-b164f6778771 None None] Pushing event updated for resources: {'Port': ['ID=2621e8ce-841e-42b9-bc33-d28fb0cc8d93,revision_number=3']} {{(pid=104645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:11.570101 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] Set router 79bbfc65-6301-47b8-926b-63c8b14fdab4 gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:29:11.726445 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device b9b49035-588b-4190-b874-ebca982ee786 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:29:11.730261 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-3c3a215f-5aed-409d-814f-e77b5d3fb106 None None] Provisioning complete for port dcfbf5e0-81cd-4ad0-b6cf-504714f015b0 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:11.730628 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3c3a215f-5aed-409d-814f-e77b5d3fb106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (dcfbf5e0-81cd-4ad0-b6cf-504714f015b0), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:11.799268 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-36864d0f-0469-4c4d-b8b9-0234cd8bdf73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (dcfbf5e0-81cd-4ad0-b6cf-504714f015b0), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:11.817181 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a215f-5aed-409d-814f-e77b5d3fb106 None None] Port dcfbf5e0-81cd-4ad0-b6cf-504714f015b0 cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:29:11.829577 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port b9b49035-588b-4190-b874-ebca982ee786 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:11.830095 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (b9b49035-588b-4190-b874-ebca982ee786), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:11.839998 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bbfc65-6301-47b8-926b-63c8b14fdab4', 'name': 'tempest-TestVolumeBootPattern-706229573-router', 'tenant_id': 'ddf52d1949a6436da70dc66673708cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2621e8ce-841e-42b9-bc33-d28fb0cc8d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:07Z', 'updated_at': '2022-05-26T21:29:08Z', 'revision_number': 3, 'project_id': 'ddf52d1949a6436da70dc66673708cd6', 'gw_port': {'id': '2621e8ce-841e-42b9-bc33-d28fb0cc8d93', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bbfc65-6301-47b8-926b-63c8b14fdab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:07Z', 'updated_at': '2022-05-26T21:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:11.961753 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port b9b49035-588b-4190-b874-ebca982ee786 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:11.973647 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee81352-27a9-4d49-ba9c-27c0820db624 None None] The sync data for ids ['79bbfc65-6301-47b8-926b-63c8b14fdab4'] in dv-cinder-828805-3-iscsi is: [{'id': '79bbfc65-6301-47b8-926b-63c8b14fdab4', 'name': 'tempest-TestVolumeBootPattern-706229573-router', 'tenant_id': 'ddf52d1949a6436da70dc66673708cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2621e8ce-841e-42b9-bc33-d28fb0cc8d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:07Z', 'updated_at': '2022-05-26T21:29:08Z', 'revision_number': 3, 'project_id': 'ddf52d1949a6436da70dc66673708cd6', 'gw_port': {'id': '2621e8ce-841e-42b9-bc33-d28fb0cc8d93', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bbfc65-6301-47b8-926b-63c8b14fdab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:07Z', 'updated_at': '2022-05-26T21:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:29:12.086119 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-36864d0f-0469-4c4d-b8b9-0234cd8bdf73 admin admin] Publish callbacks [] for port (dcfbf5e0-81cd-4ad0-b6cf-504714f015b0), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:12.167730 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-36864d0f-0469-4c4d-b8b9-0234cd8bdf73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (dcfbf5e0-81cd-4ad0-b6cf-504714f015b0), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:12.217307 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:12.244560 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36864d0f-0469-4c4d-b8b9-0234cd8bdf73 admin admin] Pushing event updated for resources: {'Port': ['ID=dcfbf5e0-81cd-4ad0-b6cf-504714f015b0,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:12.258904 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-36864d0f-0469-4c4d-b8b9-0234cd8bdf73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-394233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694915'] for router_interface (79bbfc65-6301-47b8-926b-63c8b14fdab4), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:12.412701 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36864d0f-0469-4c4d-b8b9-0234cd8bdf73 admin admin] Network ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0 is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:29:12.414553 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-36864d0f-0469-4c4d-b8b9-0234cd8bdf73 admin admin] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:29:12.592986 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36864d0f-0469-4c4d-b8b9-0234cd8bdf73 admin admin] Router 79bbfc65-6301-47b8-926b-63c8b14fdab4 has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:29:12.754559 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-ee44ec68-0b90-44a4-b08a-7cff3e5d094a None None] Provisioning complete for port dcfbf5e0-81cd-4ad0-b6cf-504714f015b0 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:12.754934 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-ee44ec68-0b90-44a4-b08a-7cff3e5d094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (dcfbf5e0-81cd-4ad0-b6cf-504714f015b0), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:12.756578 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36864d0f-0469-4c4d-b8b9-0234cd8bdf73 admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:29:12.763052 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-36864d0f-0469-4c4d-b8b9-0234cd8bdf73 admin admin] 10.222.0.42 "PUT /v2.0/routers/79bbfc65-6301-47b8-926b-63c8b14fdab4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6549819 May 26 21:29:12.829407 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-ee44ec68-0b90-44a4-b08a-7cff3e5d094a None None] Port dcfbf5e0-81cd-4ad0-b6cf-504714f015b0 cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:29:13.095596 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 50374) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:13.365744 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-195f4aff-9a2d-49df-b028-1ef0aafed6bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:13.384109 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 50380) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:13.458262 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d1d50891-07d9-4005-acf6-b89e748b58df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:13.480215 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-195f4aff-9a2d-49df-b028-1ef0aafed6bf admin admin] Publish callbacks [] for security_group (bea9f9a4-bf44-4da4-9060-e282e1d50e76), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:13.519844 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:13.539009 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d1d50891-07d9-4005-acf6-b89e748b58df admin admin] Publish callbacks [] for security_group (b564c847-3773-4bb8-b5b4-a9c679f4e8fa), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:13.573117 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 50384) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:13.578662 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-8d919b86-80cb-4dc2-891b-623e9121b27d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-389140089', 'description': 'tempest-secgroup-smoke-389140089 description', 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:29:13.593154 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-195f4aff-9a2d-49df-b028-1ef0aafed6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (bea9f9a4-bf44-4da4-9060-e282e1d50e76), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:13.639129 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-195f4aff-9a2d-49df-b028-1ef0aafed6bf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=523b7629c65848ffbc71ef954b7f9ddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5424280 May 26 21:29:13.642713 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 50388) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:13.650203 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d1d50891-07d9-4005-acf6-b89e748b58df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (b564c847-3773-4bb8-b5b4-a9c679f4e8fa), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:13.678803 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f4aff-9a2d-49df-b028-1ef0aafed6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea9f9a4-bf44-4da4-9060-e282e1d50e76,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:13.725618 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-d1d50891-07d9-4005-acf6-b89e748b58df admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1baf236cb2314f9e9ba0cfbaafa1f961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3352399 May 26 21:29:13.737562 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 50390) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:13.737681 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 2621e8ce-841e-42b9-bc33-d28fb0cc8d93 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:29:13.738129 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-8d919b86-80cb-4dc2-891b-623e9121b27d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:13.747762 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d50891-07d9-4005-acf6-b89e748b58df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b564c847-3773-4bb8-b5b4-a9c679f4e8fa,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:13.755919 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4aff-9a2d-49df-b028-1ef0aafed6bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.756317 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4aff-9a2d-49df-b028-1ef0aafed6bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.762729 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4aff-9a2d-49df-b028-1ef0aafed6bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.763100 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4aff-9a2d-49df-b028-1ef0aafed6bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.763440 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4aff-9a2d-49df-b028-1ef0aafed6bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.763825 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4aff-9a2d-49df-b028-1ef0aafed6bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.764325 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4aff-9a2d-49df-b028-1ef0aafed6bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.765193 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4aff-9a2d-49df-b028-1ef0aafed6bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.766011 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4aff-9a2d-49df-b028-1ef0aafed6bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.766489 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4aff-9a2d-49df-b028-1ef0aafed6bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.767128 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4aff-9a2d-49df-b028-1ef0aafed6bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.768111 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4aff-9a2d-49df-b028-1ef0aafed6bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.768624 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4aff-9a2d-49df-b028-1ef0aafed6bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.769623 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4aff-9a2d-49df-b028-1ef0aafed6bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.770100 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4aff-9a2d-49df-b028-1ef0aafed6bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.782202 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d50891-07d9-4005-acf6-b89e748b58df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.782638 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d50891-07d9-4005-acf6-b89e748b58df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.782979 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d50891-07d9-4005-acf6-b89e748b58df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.783324 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d50891-07d9-4005-acf6-b89e748b58df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.783760 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d50891-07d9-4005-acf6-b89e748b58df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.789603 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d50891-07d9-4005-acf6-b89e748b58df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.789603 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d50891-07d9-4005-acf6-b89e748b58df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.789603 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d50891-07d9-4005-acf6-b89e748b58df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.789603 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d50891-07d9-4005-acf6-b89e748b58df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.789603 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d50891-07d9-4005-acf6-b89e748b58df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.789603 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d50891-07d9-4005-acf6-b89e748b58df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.789603 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d50891-07d9-4005-acf6-b89e748b58df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.789603 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d50891-07d9-4005-acf6-b89e748b58df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.789603 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d50891-07d9-4005-acf6-b89e748b58df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.789603 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d50891-07d9-4005-acf6-b89e748b58df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:29:13.794007 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-fb09a05a-67dc-4639-9955-0c942697a194 admin admin] Publish callbacks [] for security_group (bea9f9a4-bf44-4da4-9060-e282e1d50e76), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:13.822410 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-fb09a05a-67dc-4639-9955-0c942697a194 admin admin] Publish callbacks [] for security_group (bea9f9a4-bf44-4da4-9060-e282e1d50e76), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:13.846376 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 2621e8ce-841e-42b9-bc33-d28fb0cc8d93 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:13.846911 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (2621e8ce-841e-42b9-bc33-d28fb0cc8d93), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:13.992805 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 2621e8ce-841e-42b9-bc33-d28fb0cc8d93 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:13.993439 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (2621e8ce-841e-42b9-bc33-d28fb0cc8d93), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:14.020564 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-b4353f01-5905-4310-a158-79fd044992cf None None] For port 2621e8ce-841e-42b9-bc33-d28fb0cc8d93, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=2621e8ce-841e-42b9-bc33-d28fb0cc8d93,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:29:14.067734 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-fb09a05a-67dc-4639-9955-0c942697a194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (bea9f9a4-bf44-4da4-9060-e282e1d50e76), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:14.070456 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-fb09a05a-67dc-4639-9955-0c942697a194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:14.074325 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-fb09a05a-67dc-4639-9955-0c942697a194 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bea9f9a4-bf44-4da4-9060-e282e1d50e76 HTTP/1.1" status: 204 len: 168 time: 0.4280860 May 26 21:29:14.076395 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-33e39031-4380-49a9-8a0d-84778af8a5a6 admin admin] Publish callbacks [] for security_group (b564c847-3773-4bb8-b5b4-a9c679f4e8fa), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:14.081477 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09a05a-67dc-4639-9955-0c942697a194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea9f9a4-bf44-4da4-9060-e282e1d50e76,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:14.114055 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-8d919b86-80cb-4dc2-891b-623e9121b27d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for security_group (26a93777-df00-40fa-8fd6-25a19f6ddb89), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:14.122916 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-33e39031-4380-49a9-8a0d-84778af8a5a6 admin admin] Publish callbacks [] for security_group (b564c847-3773-4bb8-b5b4-a9c679f4e8fa), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:14.129451 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (2621e8ce-841e-42b9-bc33-d28fb0cc8d93), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:14.162014 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:14.175767 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-8d919b86-80cb-4dc2-891b-623e9121b27d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (26a93777-df00-40fa-8fd6-25a19f6ddb89), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:14.183632 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:14.192614 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Pushing event updated for resources: {'Port': ['ID=2621e8ce-841e-42b9-bc33-d28fb0cc8d93,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:14.213195 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d919b86-80cb-4dc2-891b-623e9121b27d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a93777-df00-40fa-8fd6-25a19f6ddb89,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:14.281214 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-8d919b86-80cb-4dc2-891b-623e9121b27d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:14.281214 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-8d919b86-80cb-4dc2-891b-623e9121b27d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6972213 May 26 21:29:14.281214 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-33e39031-4380-49a9-8a0d-84778af8a5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (b564c847-3773-4bb8-b5b4-a9c679f4e8fa), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:14.281214 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-33e39031-4380-49a9-8a0d-84778af8a5a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:14.282057 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 50402) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:14.282483 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-33e39031-4380-49a9-8a0d-84778af8a5a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b564c847-3773-4bb8-b5b4-a9c679f4e8fa HTTP/1.1" status: 204 len: 168 time: 0.5255606 May 26 21:29:14.282580 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-a1b0f8e1-c381-4896-b160-6d0592a2a17b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Request body: {'security_group_rule': {'security_group_id': '26a93777-df00-40fa-8fd6-25a19f6ddb89', 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:29:14.290475 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e39031-4380-49a9-8a0d-84778af8a5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b564c847-3773-4bb8-b5b4-a9c679f4e8fa,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:14.412984 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f8e1-c381-4896-b160-6d0592a2a17b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for security_group_rule (c7f47110-86da-4b04-ad91-49ba6372341c), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:14.440442 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] Sync routers for ids ['79bbfc65-6301-47b8-926b-63c8b14fdab4'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:29:14.449650 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] Routers {'79bbfc65-6301-47b8-926b-63c8b14fdab4'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:29:14.450509 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:28:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['79bbfc65-6301-47b8-926b-63c8b14fdab4'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:14.490234 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16374d52-5850-4035-8f3c-1874db0dab1e req-ffc9045a-0556-4a76-8296-0a8435cae5c6 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:14.491857 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-16374d52-5850-4035-8f3c-1874db0dab1e req-ffc9045a-0556-4a76-8296-0a8435cae5c6 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0882699 May 26 21:29:14.520112 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98926ac4-af2a-470c-bbd4-fede85b498bc req-61168f3c-9849-42de-bbec-e01b6a327993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:14.522204 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-98926ac4-af2a-470c-bbd4-fede85b498bc req-61168f3c-9849-42de-bbec-e01b6a327993 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=318999cb1f874176b2523de9686febc1&device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 1129 time: 0.0544956 May 26 21:29:14.556356 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f8e1-c381-4896-b160-6d0592a2a17b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for security_group_rule (c7f47110-86da-4b04-ad91-49ba6372341c), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:14.565247 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-16374d52-5850-4035-8f3c-1874db0dab1e req-94be8b5a-ef46-4bf3-9fdf-f52649ce7ddc tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673628 May 26 21:29:14.571207 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] Set router 79bbfc65-6301-47b8-926b-63c8b14fdab4 gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:29:14.641588 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:14.653482 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98926ac4-af2a-470c-bbd4-fede85b498bc req-46ee712a-b088-46d3-b7aa-e0c31492a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:14.654973 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-98926ac4-af2a-470c-bbd4-fede85b498bc req-46ee712a-b088-46d3-b7aa-e0c31492a2f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa HTTP/1.1" status: 200 len: 919 time: 0.1137133 May 26 21:29:14.657928 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:14.719083 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-98926ac4-af2a-470c-bbd4-fede85b498bc req-2a9476c5-e3e2-4f05-91a0-9e2951af563c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2321d87-7db4-4cc6-a9c8-6caeb967992e HTTP/1.1" status: 200 len: 217 time: 0.0571396 May 26 21:29:14.720346 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f8e1-c381-4896-b160-6d0592a2a17b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (c7f47110-86da-4b04-ad91-49ba6372341c), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:14.786584 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0f8e1-c381-4896-b160-6d0592a2a17b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f47110-86da-4b04-ad91-49ba6372341c,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:14.810352 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98926ac4-af2a-470c-bbd4-fede85b498bc req-a4fe77f5-1571-4449-8013-18c856eb1e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:14.811677 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-98926ac4-af2a-470c-bbd4-fede85b498bc req-a4fe77f5-1571-4449-8013-18c856eb1e8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2637c66-7972-4d35-9019-9342a0d2b58e HTTP/1.1" status: 200 len: 857 time: 0.0849640 May 26 21:29:14.814580 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bbfc65-6301-47b8-926b-63c8b14fdab4', 'name': 'tempest-TestVolumeBootPattern-706229573-router', 'tenant_id': 'ddf52d1949a6436da70dc66673708cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2621e8ce-841e-42b9-bc33-d28fb0cc8d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:07Z', 'updated_at': '2022-05-26T21:29:11Z', 'revision_number': 4, 'project_id': 'ddf52d1949a6436da70dc66673708cd6', 'gw_port': {'id': '2621e8ce-841e-42b9-bc33-d28fb0cc8d93', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bbfc65-6301-47b8-926b-63c8b14fdab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:07Z', 'updated_at': '2022-05-26T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'dcfbf5e0-81cd-4ad0-b6cf-504714f015b0', 'name': '', 'network_id': 'ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0', 'tenant_id': 'ddf52d1949a6436da70dc66673708cd6', 'mac_address': 'fa:16:3e:c1:76:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bbfc65-6301-47b8-926b-63c8b14fdab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'a5bd3d29-e151-4250-8219-f2c568fc39f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:10Z', 'updated_at': '2022-05-26T21:29:11Z', 'revision_number': 2, 'project_id': 'ddf52d1949a6436da70dc66673708cd6', 'subnets': [{'id': 'a5bd3d29-e151-4250-8219-f2c568fc39f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:14.845041 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] Checking router: 79bbfc65-6301-47b8-926b-63c8b14fdab4 for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:29:14.845398 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] Updating router 79bbfc65-6301-47b8-926b-63c8b14fdab4 port dcfbf5e0-81cd-4ad0-b6cf-504714f015b0 binding host dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:29:14.865005 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f8e1-c381-4896-b160-6d0592a2a17b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:14.866230 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-a1b0f8e1-c381-4896-b160-6d0592a2a17b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5898650 May 26 21:29:14.868901 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:14.869222 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 50414) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:14.874754 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-4303da97-6a68-4ab8-b627-64f6ffc0a78d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Request body: {'security_group_rule': {'security_group_id': '26a93777-df00-40fa-8fd6-25a19f6ddb89', 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:29:14.877183 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 50416) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:14.887591 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (dcfbf5e0-81cd-4ad0-b6cf-504714f015b0), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:14.891310 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98926ac4-af2a-470c-bbd4-fede85b498bc req-548edeec-8db0-4ca6-87a6-11b854fedf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:14.892787 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-98926ac4-af2a-470c-bbd4-fede85b498bc req-548edeec-8db0-4ca6-87a6-11b854fedf60 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651648 May 26 21:29:14.894486 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-890cf6ec-612b-4c14-9ace-0f1ea484296f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:14.973669 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-4303da97-6a68-4ab8-b627-64f6ffc0a78d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for security_group_rule (cee84e5d-9e40-4303-b732-80b1e6c796b2), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.034396 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-98926ac4-af2a-470c-bbd4-fede85b498bc req-ec386ba0-e6ed-47fe-b5c4-83ce841fc404 service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321151 May 26 21:29:15.074840 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-4303da97-6a68-4ab8-b627-64f6ffc0a78d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for security_group_rule (cee84e5d-9e40-4303-b732-80b1e6c796b2), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.124343 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-890cf6ec-612b-4c14-9ace-0f1ea484296f admin admin] Publish callbacks [] for security_group (664b7a17-cb66-40d6-a378-6a128a60a4f5), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.171492 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-98926ac4-af2a-470c-bbd4-fede85b498bc req-65d6be18-36ba-492a-9229-ea4ac77a60a2 service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268215 May 26 21:29:15.198411 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-4303da97-6a68-4ab8-b627-64f6ffc0a78d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (cee84e5d-9e40-4303-b732-80b1e6c796b2), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.201552 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-890cf6ec-612b-4c14-9ace-0f1ea484296f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (664b7a17-cb66-40d6-a378-6a128a60a4f5), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.223629 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:15.223868 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 50420) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:15.224464 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303da97-6a68-4ab8-b627-64f6ffc0a78d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee84e5d-9e40-4303-b732-80b1e6c796b2,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:15.241668 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2012e188-78e0-4de0-96ac-3b5286fcf8bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.243803 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890cf6ec-612b-4c14-9ace-0f1ea484296f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664b7a17-cb66-40d6-a378-6a128a60a4f5,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:15.245489 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] Publish callbacks [] for port (dcfbf5e0-81cd-4ad0-b6cf-504714f015b0), precommit_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.266950 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-890cf6ec-612b-4c14-9ace-0f1ea484296f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c0486ad03b12460b9a278a8b1e4087e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3885639 May 26 21:29:15.270258 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 50422) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:15.319294 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7cfded15-d2e2-4656-a172-7c890f68c116 admin admin] Publish callbacks [] for security_group (664b7a17-cb66-40d6-a378-6a128a60a4f5), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.324198 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (dcfbf5e0-81cd-4ad0-b6cf-504714f015b0), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.338304 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-4303da97-6a68-4ab8-b627-64f6ffc0a78d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.342354 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-4303da97-6a68-4ab8-b627-64f6ffc0a78d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4720592 May 26 21:29:15.345213 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 50428) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:15.348627 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2012e188-78e0-4de0-96ac-3b5286fcf8bb admin admin] Publish callbacks [] for security_group (4871525b-32a4-4fbd-b7b1-32c2da880cd1), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.350060 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-a7dc54c1-9c66-42c3-8da6-e438069d8a53 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Request body: {'security_group_rule': {'security_group_id': '26a93777-df00-40fa-8fd6-25a19f6ddb89', 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:29:15.365635 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7cfded15-d2e2-4656-a172-7c890f68c116 admin admin] Publish callbacks [] for security_group (664b7a17-cb66-40d6-a378-6a128a60a4f5), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.391344 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9a74d-ec8e-431e-a358-5626ab06e3db None None] Pushing event updated for resources: {'Port': ['ID=dcfbf5e0-81cd-4ad0-b6cf-504714f015b0,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:15.453738 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] Attempting to bind port dcfbf5e0-81cd-4ad0-b6cf-504714f015b0 on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:29:15.454243 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] Attempting to bind port dcfbf5e0-81cd-4ad0-b6cf-504714f015b0 by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': '23f1bfc1-add1-463d-9f9f-4ad95f41ac6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:29:15.454714 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] Attempting to bind port dcfbf5e0-81cd-4ad0-b6cf-504714f015b0 on network ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0 {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:29:15.455580 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2012e188-78e0-4de0-96ac-3b5286fcf8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (4871525b-32a4-4fbd-b7b1-32c2da880cd1), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.460684 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:29:15.461447 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] Checking segment: {'id': '23f1bfc1-add1-463d-9f9f-4ad95f41ac6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:29:15.461564 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.463505 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] Bound using segment: {'id': '23f1bfc1-add1-463d-9f9f-4ad95f41ac6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:29:15.463505 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] Bound port: dcfbf5e0-81cd-4ad0-b6cf-504714f015b0, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f1bfc1-add1-463d-9f9f-4ad95f41ac6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:29:15.463505 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (dcfbf5e0-81cd-4ad0-b6cf-504714f015b0), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.507192 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 50430) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:15.507418 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-2012e188-78e0-4de0-96ac-3b5286fcf8bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0413d26c493a46d6910ce20b4b63e251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2790272 May 26 21:29:15.508140 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012e188-78e0-4de0-96ac-3b5286fcf8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4871525b-32a4-4fbd-b7b1-32c2da880cd1,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:15.530041 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] For port dcfbf5e0-81cd-4ad0-b6cf-504714f015b0, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:29:15.533454 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] For port dcfbf5e0-81cd-4ad0-b6cf-504714f015b0, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=dcfbf5e0-81cd-4ad0-b6cf-504714f015b0,segment=NetworkSegment(23f1bfc1-add1-463d-9f9f-4ad95f41ac6e),segment_id=23f1bfc1-add1-463d-9f9f-4ad95f41ac6e)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:29:15.545489 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7cfded15-d2e2-4656-a172-7c890f68c116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (664b7a17-cb66-40d6-a378-6a128a60a4f5), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.545489 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7cfded15-d2e2-4656-a172-7c890f68c116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.546694 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-7cfded15-d2e2-4656-a172-7c890f68c116 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/664b7a17-cb66-40d6-a378-6a128a60a4f5 HTTP/1.1" status: 204 len: 168 time: 0.2754416 May 26 21:29:15.558521 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a7dc54c1-9c66-42c3-8da6-e438069d8a53 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for security_group_rule (503f1940-1798-4ca2-b438-d2d84f3a4847), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.579403 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfded15-d2e2-4656-a172-7c890f68c116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664b7a17-cb66-40d6-a378-6a128a60a4f5,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:15.643596 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (dcfbf5e0-81cd-4ad0-b6cf-504714f015b0), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.644015 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8a9387e1-5121-43cb-95fa-b9c7b4815ec2 admin admin] Publish callbacks [] for security_group (4871525b-32a4-4fbd-b7b1-32c2da880cd1), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.667973 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a7dc54c1-9c66-42c3-8da6-e438069d8a53 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for security_group_rule (503f1940-1798-4ca2-b438-d2d84f3a4847), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.678385 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8a9387e1-5121-43cb-95fa-b9c7b4815ec2 admin admin] Publish callbacks [] for security_group (4871525b-32a4-4fbd-b7b1-32c2da880cd1), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.729179 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 2621e8ce-841e-42b9-bc33-d28fb0cc8d93 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:29:15.763007 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-02d9f033-c78a-48a5-92a2-c87c2b206f25 None None] Provisioning complete for port dcfbf5e0-81cd-4ad0-b6cf-504714f015b0 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:15.763467 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-02d9f033-c78a-48a5-92a2-c87c2b206f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (dcfbf5e0-81cd-4ad0-b6cf-504714f015b0), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.772135 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b5a28-d4f3-4429-b4ce-53145fadd2a2 req-a60b692a-e0f5-4b25-ac7c-21005cda8f59 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:15.779711 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2c1b5a28-d4f3-4429-b4ce-53145fadd2a2 req-a60b692a-e0f5-4b25-ac7c-21005cda8f59 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0787764 May 26 21:29:15.798446 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a7dc54c1-9c66-42c3-8da6-e438069d8a53 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (503f1940-1798-4ca2-b438-d2d84f3a4847), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.847894 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 2621e8ce-841e-42b9-bc33-d28fb0cc8d93 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:15.848464 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (2621e8ce-841e-42b9-bc33-d28fb0cc8d93), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.858229 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc54c1-9c66-42c3-8da6-e438069d8a53 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503f1940-1798-4ca2-b438-d2d84f3a4847,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:15.876330 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2c1b5a28-d4f3-4429-b4ce-53145fadd2a2 req-2463c8cd-7c3d-4f4c-9382-9b9096d9b78c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951478 May 26 21:29:15.890514 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a7dc54c1-9c66-42c3-8da6-e438069d8a53 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.890514 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-a7dc54c1-9c66-42c3-8da6-e438069d8a53 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5408909 May 26 21:29:15.892538 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 50440) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:15.897711 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-b0d0bd48-60a0-4127-b987-b9a7061b461b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Request body: {'security_group_rule': {'security_group_id': '26a93777-df00-40fa-8fd6-25a19f6ddb89', 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:29:15.913312 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:15.964767 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8a9387e1-5121-43cb-95fa-b9c7b4815ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (4871525b-32a4-4fbd-b7b1-32c2da880cd1), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.970704 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8a9387e1-5121-43cb-95fa-b9c7b4815ec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:15.972060 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-8a9387e1-5121-43cb-95fa-b9c7b4815ec2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4871525b-32a4-4fbd-b7b1-32c2da880cd1 HTTP/1.1" status: 204 len: 168 time: 0.4638388 May 26 21:29:15.980378 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9387e1-5121-43cb-95fa-b9c7b4815ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4871525b-32a4-4fbd-b7b1-32c2da880cd1,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:16.002377 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-b0d0bd48-60a0-4127-b987-b9a7061b461b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for security_group_rule (15e9c32d-327b-47a6-8eef-c025f1568b7d), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:16.046483 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:16.047585 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9a74d-ec8e-431e-a358-5626ab06e3db None None] Pushing event updated for resources: {'Port': ['ID=dcfbf5e0-81cd-4ad0-b6cf-504714f015b0,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:16.062947 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] Routers {'79bbfc65-6301-47b8-926b-63c8b14fdab4'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:29:16.062947 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:28:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['79bbfc65-6301-47b8-926b-63c8b14fdab4'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:16.122937 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-b0d0bd48-60a0-4127-b987-b9a7061b461b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for security_group_rule (15e9c32d-327b-47a6-8eef-c025f1568b7d), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:16.187112 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-b0d0bd48-60a0-4127-b987-b9a7061b461b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (15e9c32d-327b-47a6-8eef-c025f1568b7d), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:16.204612 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] Set router 79bbfc65-6301-47b8-926b-63c8b14fdab4 gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:29:16.220202 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:16.221218 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0bd48-60a0-4127-b987-b9a7061b461b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e9c32d-327b-47a6-8eef-c025f1568b7d,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:16.286654 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-b0d0bd48-60a0-4127-b987-b9a7061b461b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:16.288146 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-b0d0bd48-60a0-4127-b987-b9a7061b461b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3946085 May 26 21:29:16.291086 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 50458) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:16.296677 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-bffda0f1-fc22-432a-bd0b-e1f5890e01d2 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Request body: {'security_group_rule': {'security_group_id': '26a93777-df00-40fa-8fd6-25a19f6ddb89', 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:29:16.397949 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.securitygroups_db [None req-bffda0f1-fc22-432a-bd0b-e1f5890e01d2 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Project 87d8cb3f18ae4f05a85dc21abaf316cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 21:29:16.410119 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-bffda0f1-fc22-432a-bd0b-e1f5890e01d2 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for security_group_rule (ae2cc06d-a4b0-423f-a102-a5481d55375d), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:16.419683 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-02d9f033-c78a-48a5-92a2-c87c2b206f25 None None] Current status of the port dcfbf5e0-81cd-4ad0-b6cf-504714f015b0 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:16.420129 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-02d9f033-c78a-48a5-92a2-c87c2b206f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (dcfbf5e0-81cd-4ad0-b6cf-504714f015b0), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:16.449618 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 2621e8ce-841e-42b9-bc33-d28fb0cc8d93 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:16.494996 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-02d9f033-c78a-48a5-92a2-c87c2b206f25 None None] For port dcfbf5e0-81cd-4ad0-b6cf-504714f015b0, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=dcfbf5e0-81cd-4ad0-b6cf-504714f015b0,segment=NetworkSegment(23f1bfc1-add1-463d-9f9f-4ad95f41ac6e),segment_id=23f1bfc1-add1-463d-9f9f-4ad95f41ac6e)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:29:16.497047 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-bffda0f1-fc22-432a-bd0b-e1f5890e01d2 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for security_group_rule (ae2cc06d-a4b0-423f-a102-a5481d55375d), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:16.499661 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:16.513390 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:16.554070 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bbfc65-6301-47b8-926b-63c8b14fdab4', 'name': 'tempest-TestVolumeBootPattern-706229573-router', 'tenant_id': 'ddf52d1949a6436da70dc66673708cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2621e8ce-841e-42b9-bc33-d28fb0cc8d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:07Z', 'updated_at': '2022-05-26T21:29:11Z', 'revision_number': 4, 'project_id': 'ddf52d1949a6436da70dc66673708cd6', 'gw_port': {'id': '2621e8ce-841e-42b9-bc33-d28fb0cc8d93', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bbfc65-6301-47b8-926b-63c8b14fdab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:07Z', 'updated_at': '2022-05-26T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'dcfbf5e0-81cd-4ad0-b6cf-504714f015b0', 'name': '', 'network_id': 'ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0', 'tenant_id': 'ddf52d1949a6436da70dc66673708cd6', 'mac_address': 'fa:16:3e:c1:76:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bbfc65-6301-47b8-926b-63c8b14fdab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'a5bd3d29-e151-4250-8219-f2c568fc39f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:10Z', 'updated_at': '2022-05-26T21:29:15Z', 'revision_number': 4, 'project_id': 'ddf52d1949a6436da70dc66673708cd6', 'subnets': [{'id': 'a5bd3d29-e151-4250-8219-f2c568fc39f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:16.581686 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae186ab-a62c-4b55-8bee-7e4535958134 None None] The sync data for ids ['79bbfc65-6301-47b8-926b-63c8b14fdab4'] in dv-cinder-828805-3-iscsi is: [{'id': '79bbfc65-6301-47b8-926b-63c8b14fdab4', 'name': 'tempest-TestVolumeBootPattern-706229573-router', 'tenant_id': 'ddf52d1949a6436da70dc66673708cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2621e8ce-841e-42b9-bc33-d28fb0cc8d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:07Z', 'updated_at': '2022-05-26T21:29:11Z', 'revision_number': 4, 'project_id': 'ddf52d1949a6436da70dc66673708cd6', 'gw_port': {'id': '2621e8ce-841e-42b9-bc33-d28fb0cc8d93', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bbfc65-6301-47b8-926b-63c8b14fdab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:07Z', 'updated_at': '2022-05-26T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'dcfbf5e0-81cd-4ad0-b6cf-504714f015b0', 'name': '', 'network_id': 'ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0', 'tenant_id': 'ddf52d1949a6436da70dc66673708cd6', 'mac_address': 'fa:16:3e:c1:76:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bbfc65-6301-47b8-926b-63c8b14fdab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'a5bd3d29-e151-4250-8219-f2c568fc39f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:10Z', 'updated_at': '2022-05-26T21:29:15Z', 'revision_number': 4, 'project_id': 'ddf52d1949a6436da70dc66673708cd6', 'subnets': [{'id': 'a5bd3d29-e151-4250-8219-f2c568fc39f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:29:16.639955 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-bffda0f1-fc22-432a-bd0b-e1f5890e01d2 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (ae2cc06d-a4b0-423f-a102-a5481d55375d), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:16.645473 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-02d9f033-c78a-48a5-92a2-c87c2b206f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (dcfbf5e0-81cd-4ad0-b6cf-504714f015b0), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:16.684211 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffda0f1-fc22-432a-bd0b-e1f5890e01d2 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2cc06d-a4b0-423f-a102-a5481d55375d,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:16.704829 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9f033-c78a-48a5-92a2-c87c2b206f25 None None] Pushing event updated for resources: {'Port': ['ID=dcfbf5e0-81cd-4ad0-b6cf-504714f015b0,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:16.777147 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-e454ee38-f1b6-403e-b2d2-b33aac0becf3 None None] Provisioning complete for port dcfbf5e0-81cd-4ad0-b6cf-504714f015b0 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:16.777487 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-e454ee38-f1b6-403e-b2d2-b33aac0becf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (dcfbf5e0-81cd-4ad0-b6cf-504714f015b0), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:16.784876 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-bffda0f1-fc22-432a-bd0b-e1f5890e01d2 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:16.789063 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-bffda0f1-fc22-432a-bd0b-e1f5890e01d2 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4940286 May 26 21:29:16.791197 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 50478) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:16.796213 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-f447c430-72e8-4389-acc8-5b54859fed4c tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Request body: {'security_group_rule': {'security_group_id': '26a93777-df00-40fa-8fd6-25a19f6ddb89', 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:29:16.885821 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-e454ee38-f1b6-403e-b2d2-b33aac0becf3 None None] Current status of the port dcfbf5e0-81cd-4ad0-b6cf-504714f015b0 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:16.923461 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.securitygroups_db [None req-f447c430-72e8-4389-acc8-5b54859fed4c tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Project 87d8cb3f18ae4f05a85dc21abaf316cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 21:29:16.929964 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f447c430-72e8-4389-acc8-5b54859fed4c tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for security_group_rule (6b0a30f5-6c7a-4f9a-b5bd-66d74d59dada), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:17.012172 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f447c430-72e8-4389-acc8-5b54859fed4c tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for security_group_rule (6b0a30f5-6c7a-4f9a-b5bd-66d74d59dada), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:17.030590 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9727772-25bc-496d-a9fc-c1f02346dc32 req-ac6ade90-66c1-4b0f-a8a6-259558479e88 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:17.033521 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c9727772-25bc-496d-a9fc-c1f02346dc32 req-ac6ade90-66c1-4b0f-a8a6-259558479e88 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0626004 May 26 21:29:17.101869 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f447c430-72e8-4389-acc8-5b54859fed4c tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (6b0a30f5-6c7a-4f9a-b5bd-66d74d59dada), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:17.126229 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c9727772-25bc-496d-a9fc-c1f02346dc32 req-fa8bbe56-f648-4d8c-9d66-2a6a5b5cbd96 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839632 May 26 21:29:17.172527 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447c430-72e8-4389-acc8-5b54859fed4c tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0a30f5-6c7a-4f9a-b5bd-66d74d59dada,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:17.268833 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f447c430-72e8-4389-acc8-5b54859fed4c tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:17.268833 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-f447c430-72e8-4389-acc8-5b54859fed4c tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4693129 May 26 21:29:17.736504 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device dcfbf5e0-81cd-4ad0-b6cf-504714f015b0 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:29:17.791942 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port dcfbf5e0-81cd-4ad0-b6cf-504714f015b0 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:17.792448 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (dcfbf5e0-81cd-4ad0-b6cf-504714f015b0), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:17.885700 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port dcfbf5e0-81cd-4ad0-b6cf-504714f015b0 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:18.245499 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:18.276016 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d466415-08e0-4197-9534-ac25b22fb814 req-4af1b92b-7ca3-4492-ac5f-409d1b0c3ec5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:18.281850 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7d466415-08e0-4197-9534-ac25b22fb814 req-4af1b92b-7ca3-4492-ac5f-409d1b0c3ec5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0661039 May 26 21:29:18.353824 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7d466415-08e0-4197-9534-ac25b22fb814 req-fd7e5f01-74cc-4afd-b8b4-fc8d72655fa3 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656967 May 26 21:29:18.644486 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-07c4e9fe-d350-46d5-86f7-cd87c4fc4af0 req-68c96931-4eaa-4932-80da-253cb855c828 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429556 May 26 21:29:18.741836 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4e9fe-d350-46d5-86f7-cd87c4fc4af0 req-eae3b789-791f-451b-b2c6-ef6813694d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:18.743523 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-07c4e9fe-d350-46d5-86f7-cd87c4fc4af0 req-eae3b789-791f-451b-b2c6-ef6813694d7f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5f69588fe354d20b58594919deb4110&device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 1130 time: 0.0422981 May 26 21:29:18.868612 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4e9fe-d350-46d5-86f7-cd87c4fc4af0 req-ce09bc65-cb9d-4402-88a0-759e482b59e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:18.870180 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-07c4e9fe-d350-46d5-86f7-cd87c4fc4af0 req-ce09bc65-cb9d-4402-88a0-759e482b59e6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea9ef1f2-5514-49f0-be2f-c0970bb75a74 HTTP/1.1" status: 200 len: 918 time: 0.1071084 May 26 21:29:18.944424 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-07c4e9fe-d350-46d5-86f7-cd87c4fc4af0 req-b08a4bfc-0b4a-44be-9bdd-52c84cae9365 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f HTTP/1.1" status: 200 len: 1001 time: 0.0610237 May 26 21:29:19.013926 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 50598) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:19.165966 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-072b1511-3a06-41a3-adbc-97885e59b523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:19.249301 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4e9fe-d350-46d5-86f7-cd87c4fc4af0 req-e2ef715a-f810-4dde-9a6a-b6f89d4fcd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:19.250795 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-07c4e9fe-d350-46d5-86f7-cd87c4fc4af0 req-e2ef715a-f810-4dde-9a6a-b6f89d4fcd7d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69d41c02-e4f8-4266-97e4-80c1b92c499f HTTP/1.1" status: 200 len: 856 time: 0.2970583 May 26 21:29:19.251257 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-072b1511-3a06-41a3-adbc-97885e59b523 admin admin] Publish callbacks [] for security_group (8d53db7b-f73f-4a82-bff5-d1d18e962dc9), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:19.308738 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4e9fe-d350-46d5-86f7-cd87c4fc4af0 req-bfeed538-04b0-48a0-8583-13e9ff70b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:19.310216 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-07c4e9fe-d350-46d5-86f7-cd87c4fc4af0 req-bfeed538-04b0-48a0-8583-13e9ff70b963 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea9ef1f2-5514-49f0-be2f-c0970bb75a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506399 May 26 21:29:19.324036 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-072b1511-3a06-41a3-adbc-97885e59b523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (8d53db7b-f73f-4a82-bff5-d1d18e962dc9), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:19.339366 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:19.412522 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-072b1511-3a06-41a3-adbc-97885e59b523 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=047e67653ab143f18ca53c1dd434ebc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3967063 May 26 21:29:19.414014 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b1511-3a06-41a3-adbc-97885e59b523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d53db7b-f73f-4a82-bff5-d1d18e962dc9,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:19.418500 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 50622) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:19.441988 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-07c4e9fe-d350-46d5-86f7-cd87c4fc4af0 req-912caef1-3544-4981-9cea-8d800b96eb8d service neutron] 10.222.0.60 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244869 May 26 21:29:19.473162 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:19.528129 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0662a-3ee2-4cae-9216-286e620822a1 req-bb210fa0-7cb9-48dc-bf52-6b8c374b0d16 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:19.529800 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b5e0662a-3ee2-4cae-9216-286e620822a1 req-bb210fa0-7cb9-48dc-bf52-6b8c374b0d16 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0726328 May 26 21:29:19.549296 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f5bae089-fd17-4c7b-abf5-2fe0cf74292b admin admin] Publish callbacks [] for security_group (8d53db7b-f73f-4a82-bff5-d1d18e962dc9), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:19.587214 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-07c4e9fe-d350-46d5-86f7-cd87c4fc4af0 req-4429b539-5a7a-4914-adcf-2886693ebc26 service neutron] 10.222.0.60 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379933 May 26 21:29:19.608388 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f5bae089-fd17-4c7b-abf5-2fe0cf74292b admin admin] Publish callbacks [] for security_group (8d53db7b-f73f-4a82-bff5-d1d18e962dc9), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:19.681945 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b5e0662a-3ee2-4cae-9216-286e620822a1 req-acf62ba1-aba3-4dd8-ba67-44ffaa95df68 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434743 May 26 21:29:19.849965 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f5bae089-fd17-4c7b-abf5-2fe0cf74292b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (8d53db7b-f73f-4a82-bff5-d1d18e962dc9), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:19.853150 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f5bae089-fd17-4c7b-abf5-2fe0cf74292b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:19.854379 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-f5bae089-fd17-4c7b-abf5-2fe0cf74292b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8d53db7b-f73f-4a82-bff5-d1d18e962dc9 HTTP/1.1" status: 204 len: 168 time: 0.4347332 May 26 21:29:19.862939 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bae089-fd17-4c7b-abf5-2fe0cf74292b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d53db7b-f73f-4a82-bff5-d1d18e962dc9,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:20.812269 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348ee60-a515-4879-903b-511d62fca09e req-215159da-a044-4581-9a16-368b3cd942e3 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:20.813753 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a348ee60-a515-4879-903b-511d62fca09e req-215159da-a044-4581-9a16-368b3cd942e3 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0479562 May 26 21:29:20.868948 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a348ee60-a515-4879-903b-511d62fca09e req-5a8a6955-6552-489a-b369-ef4a6b9443ea tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491345 May 26 21:29:20.929910 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 50648) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:20.949332 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-5ca91891-9541-414e-be56-13ab1657265c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:21.029205 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:21.034942 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-5ca91891-9541-414e-be56-13ab1657265c admin admin] Publish callbacks [] for security_group (56d3c0db-5286-4e15-985a-74fa9a68030c), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:21.061005 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-4677b73d-6c7a-4ca5-a288-bc81b44feb78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:21.163972 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-5ca91891-9541-414e-be56-13ab1657265c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (56d3c0db-5286-4e15-985a-74fa9a68030c), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:21.206588 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-5ca91891-9541-414e-be56-13ab1657265c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5a47a16ba5f240adad4589c53e0c5070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756913 May 26 21:29:21.208216 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca91891-9541-414e-be56-13ab1657265c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d3c0db-5286-4e15-985a-74fa9a68030c,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:21.211791 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 50656) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:21.264766 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d75518e8-b8e0-4bfb-b86f-a03b1cd3f473 admin admin] Publish callbacks [] for security_group (56d3c0db-5286-4e15-985a-74fa9a68030c), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:21.292135 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d75518e8-b8e0-4bfb-b86f-a03b1cd3f473 admin admin] Publish callbacks [] for security_group (56d3c0db-5286-4e15-985a-74fa9a68030c), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:21.482951 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d75518e8-b8e0-4bfb-b86f-a03b1cd3f473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (56d3c0db-5286-4e15-985a-74fa9a68030c), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:21.485635 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d75518e8-b8e0-4bfb-b86f-a03b1cd3f473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:21.486909 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-d75518e8-b8e0-4bfb-b86f-a03b1cd3f473 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/56d3c0db-5286-4e15-985a-74fa9a68030c HTTP/1.1" status: 204 len: 168 time: 0.2736831 May 26 21:29:21.496793 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75518e8-b8e0-4bfb-b86f-a03b1cd3f473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d3c0db-5286-4e15-985a-74fa9a68030c,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:21.843935 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:22.008089 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c23104-d237-456d-86fb-619c2df131f4 req-6bb38324-bb1c-4f47-9865-c2339f3eab81 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:22.009588 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-08c23104-d237-456d-86fb-619c2df131f4 req-6bb38324-bb1c-4f47-9865-c2339f3eab81 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0641527 May 26 21:29:22.060009 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-08c23104-d237-456d-86fb-619c2df131f4 req-8d5817c6-5e8b-4930-b461-6431521035f2 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449657 May 26 21:29:23.178853 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcddfb-798a-4e8f-bc30-8ee6fa0f0b90 req-d415de08-8e7d-4c07-82c2-0a0527e5e5c1 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:23.180352 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-06dcddfb-798a-4e8f-bc30-8ee6fa0f0b90 req-d415de08-8e7d-4c07-82c2-0a0527e5e5c1 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0484192 May 26 21:29:23.227976 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-06dcddfb-798a-4e8f-bc30-8ee6fa0f0b90 req-596a9e2c-c41f-481a-90e7-4a65c0261aba tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418630 May 26 21:29:23.415630 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-11dd862c-1032-4512-b01a-5429a1f7403b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:24.358091 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6fbb2-fa3c-441b-b529-4749747ded8d req-aa9dc59d-e3b4-475d-8218-5179dca4c1fb tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:24.360225 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5ca6fbb2-fa3c-441b-b529-4749747ded8d req-aa9dc59d-e3b4-475d-8218-5179dca4c1fb tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0610285 May 26 21:29:24.414219 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5ca6fbb2-fa3c-441b-b529-4749747ded8d req-70532288-43bc-45bd-bc0a-99b0661dc92c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480211 May 26 21:29:24.593324 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:24.771807 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:24.868630 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:25.439629 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 50814) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:25.549754 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232ad78-32f2-4ae5-8962-d2ce13a000e0 req-99755301-9074-4de8-8476-6206891eb091 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:25.552284 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8232ad78-32f2-4ae5-8962-d2ce13a000e0 req-99755301-9074-4de8-8476-6206891eb091 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0612025 May 26 21:29:25.618729 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa4c3-4932-46b2-9454-d81b45c8e18b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:25.651796 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8232ad78-32f2-4ae5-8962-d2ce13a000e0 req-c29d644a-62e7-4a25-844e-fc366eb01752 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865693 May 26 21:29:25.727566 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa4c3-4932-46b2-9454-d81b45c8e18b admin admin] Publish callbacks [] for security_group (86ffdc54-db06-404b-94f2-4289f78d2319), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:25.792687 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa4c3-4932-46b2-9454-d81b45c8e18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (86ffdc54-db06-404b-94f2-4289f78d2319), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:25.836585 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fa4c3-4932-46b2-9454-d81b45c8e18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ffdc54-db06-404b-94f2-4289f78d2319,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:25.843916 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 50840) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:25.844433 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-5d4fa4c3-4932-46b2-9454-d81b45c8e18b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc95968cd4b94040aa5abcb61e0039af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4034305 May 26 21:29:25.896913 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-47b91573-8e08-4868-a746-71d7e1aa9080 admin admin] Publish callbacks [] for security_group (86ffdc54-db06-404b-94f2-4289f78d2319), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:25.919689 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-47b91573-8e08-4868-a746-71d7e1aa9080 admin admin] Publish callbacks [] for security_group (86ffdc54-db06-404b-94f2-4289f78d2319), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:26.084714 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-47b91573-8e08-4868-a746-71d7e1aa9080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (86ffdc54-db06-404b-94f2-4289f78d2319), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:26.087487 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-47b91573-8e08-4868-a746-71d7e1aa9080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:26.088664 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-47b91573-8e08-4868-a746-71d7e1aa9080 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86ffdc54-db06-404b-94f2-4289f78d2319 HTTP/1.1" status: 204 len: 168 time: 0.2437718 May 26 21:29:26.098124 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b91573-8e08-4868-a746-71d7e1aa9080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ffdc54-db06-404b-94f2-4289f78d2319,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:26.128193 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:26.779640 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14521de-895b-4800-9b95-cec78ab841ec req-89b522e0-ebf8-419f-abd6-5acb26d92379 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:26.781157 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e14521de-895b-4800-9b95-cec78ab841ec req-89b522e0-ebf8-419f-abd6-5acb26d92379 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0485635 May 26 21:29:26.832223 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e14521de-895b-4800-9b95-cec78ab841ec req-ec09f54c-5a05-469a-8f8a-2292af2ea918 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443676 May 26 21:29:27.096045 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 50868) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:27.110025 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a8676d31-c912-4b57-a411-723969a264b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:27.184199 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a8676d31-c912-4b57-a411-723969a264b1 admin admin] Publish callbacks [] for security_group (e6f7d0ab-8f7f-42a4-b033-ad7cf049c2f0), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:27.244391 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a8676d31-c912-4b57-a411-723969a264b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (e6f7d0ab-8f7f-42a4-b033-ad7cf049c2f0), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:27.263072 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:27.289105 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-a8676d31-c912-4b57-a411-723969a264b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6bfd3187745f41268e9dd44287865b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1919830 May 26 21:29:27.291083 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8676d31-c912-4b57-a411-723969a264b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f7d0ab-8f7f-42a4-b033-ad7cf049c2f0,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:27.292031 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 50878) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:27.350703 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-fbcb2858-ef4e-4301-9a13-94fd4129491e admin admin] Publish callbacks [] for security_group (e6f7d0ab-8f7f-42a4-b033-ad7cf049c2f0), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:27.374944 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-fbcb2858-ef4e-4301-9a13-94fd4129491e admin admin] Publish callbacks [] for security_group (e6f7d0ab-8f7f-42a4-b033-ad7cf049c2f0), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:27.383982 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:27.400281 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 50886) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:27.444949 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_v2 [None req-457c3271-0dc0-4cde-bbc9-79aab2416a07 admin admin] Deleting subnet 382b4422-2be4-4b1f-be13-2345cb9478df {{(pid=104643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:29:27.448248 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-457c3271-0dc0-4cde-bbc9-79aab2416a07 admin admin] Publish callbacks [] for subnet (382b4422-2be4-4b1f-be13-2345cb9478df), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:27.494604 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-457c3271-0dc0-4cde-bbc9-79aab2416a07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7398692'] for subnet (382b4422-2be4-4b1f-be13-2345cb9478df), precommit_delete_associations {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:27.529097 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:27.539020 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-457c3271-0dc0-4cde-bbc9-79aab2416a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859283'] for subnet (382b4422-2be4-4b1f-be13-2345cb9478df), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:27.540978 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-fbcb2858-ef4e-4301-9a13-94fd4129491e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (e6f7d0ab-8f7f-42a4-b033-ad7cf049c2f0), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:27.545444 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-fbcb2858-ef4e-4301-9a13-94fd4129491e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:27.548711 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-fbcb2858-ef4e-4301-9a13-94fd4129491e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6f7d0ab-8f7f-42a4-b033-ad7cf049c2f0 HTTP/1.1" status: 204 len: 168 time: 0.2530639 May 26 21:29:27.564474 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb2858-ef4e-4301-9a13-94fd4129491e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f7d0ab-8f7f-42a4-b033-ad7cf049c2f0,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:27.570102 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:27.679481 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-457c3271-0dc0-4cde-bbc9-79aab2416a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4561931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4592101'] for subnet (382b4422-2be4-4b1f-be13-2345cb9478df), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:27.707582 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c3271-0dc0-4cde-bbc9-79aab2416a07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=382b4422-2be4-4b1f-be13-2345cb9478df,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:27.710530 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-457c3271-0dc0-4cde-bbc9-79aab2416a07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for subnet (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:27.712851 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-457c3271-0dc0-4cde-bbc9-79aab2416a07 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/382b4422-2be4-4b1f-be13-2345cb9478df HTTP/1.1" status: 204 len: 168 time: 0.3114710 May 26 21:29:27.715280 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 50892) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:27.788436 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2c53e897-1a97-483a-b2d0-99b41c2e31bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-801300'] for network (0d0f33f2-9d51-4225-96d6-17f2cf99758b), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:27.885933 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2c53e897-1a97-483a-b2d0-99b41c2e31bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853542', 'neutron.services.segments.db._delete_segments_for_network-8745431346800'] for network (0d0f33f2-9d51-4225-96d6-17f2cf99758b), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:27.908830 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-2c53e897-1a97-483a-b2d0-99b41c2e31bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0f33f2-9d51-4225-96d6-17f2cf99758b']}} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:27.919809 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-2c53e897-1a97-483a-b2d0-99b41c2e31bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6b049f-8762-4464-89a1-3e22dec27722') {'for_net_delete': True} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:27.920105 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-2c53e897-1a97-483a-b2d0-99b41c2e31bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6b049f-8762-4464-89a1-3e22dec27722') {} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:27.932236 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2c53e897-1a97-483a-b2d0-99b41c2e31bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745431347833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7398685'] for segment (9c6b049f-8762-4464-89a1-3e22dec27722), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:27.946728 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2c53e897-1a97-483a-b2d0-99b41c2e31bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (9c6b049f-8762-4464-89a1-3e22dec27722), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:27.953642 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c53e897-1a97-483a-b2d0-99b41c2e31bf admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:29:27.954052 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2c53e897-1a97-483a-b2d0-99b41c2e31bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4563113'] for segment (9c6b049f-8762-4464-89a1-3e22dec27722), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:27.981275 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd71d4a-c269-4ff7-8b74-e819d60027fd req-2d181775-e635-4be2-bca8-aab09ad95021 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:27.987124 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8cd71d4a-c269-4ff7-8b74-e819d60027fd req-2d181775-e635-4be2-bca8-aab09ad95021 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0720840 May 26 21:29:28.014600 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.services.segments.plugin [-] Segment 9c6b049f-8762-4464-89a1-3e22dec27722 resource provider aggregate not found May 26 21:29:28.030331 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27230b88-a0df-49a6-8d0a-a76f4bbdefb4 req-7159ec49-3bb3-4fb7-8519-8dbb07170279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:28.032362 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-27230b88-a0df-49a6-8d0a-a76f4bbdefb4 req-7159ec49-3bb3-4fb7-8519-8dbb07170279 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 1129 time: 0.1193705 May 26 21:29:28.035101 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.services.segments.plugin [-] Segment 9c6b049f-8762-4464-89a1-3e22dec27722 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c6b049f-8762-4464-89a1-3e22dec27722 found for delete ", "request_id": "req-db52fdde-e747-4c07-8ad4-3bb98c1d69b6"}]} May 26 21:29:28.035371 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:28.080284 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8cd71d4a-c269-4ff7-8b74-e819d60027fd req-7281fc91-0b20-47a2-a051-dc8904f6b4d8 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767951 May 26 21:29:28.106949 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-27230b88-a0df-49a6-8d0a-a76f4bbdefb4 req-e0013d02-fbc5-4b61-8d9a-0abbd45b12d9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635405 May 26 21:29:28.112223 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2c53e897-1a97-483a-b2d0-99b41c2e31bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696756'] for network (0d0f33f2-9d51-4225-96d6-17f2cf99758b), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:28.122414 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2c53e897-1a97-483a-b2d0-99b41c2e31bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:28.122414 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-2c53e897-1a97-483a-b2d0-99b41c2e31bf admin admin] 10.222.0.42 "DELETE /v2.0/networks/0d0f33f2-9d51-4225-96d6-17f2cf99758b HTTP/1.1" status: 204 len: 168 time: 0.4051895 May 26 21:29:28.124518 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 50908) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:28.135577 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53e897-1a97-483a-b2d0-99b41c2e31bf admin admin] Pushing event deleted for resources: {'Network': ['ID=0d0f33f2-9d51-4225-96d6-17f2cf99758b,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:28.191322 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e6ef5b-1011-41f6-acc1-31f85dd0eac6 admin admin] Deleting subnet 76aed519-8f0e-41e0-92e3-d9dd0f54bbcd {{(pid=104642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:29:28.300077 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-03e6ef5b-1011-41f6-acc1-31f85dd0eac6 admin admin] Publish callbacks [] for subnet (76aed519-8f0e-41e0-92e3-d9dd0f54bbcd), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:28.300077 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-03e6ef5b-1011-41f6-acc1-31f85dd0eac6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5148609'] for subnet (76aed519-8f0e-41e0-92e3-d9dd0f54bbcd), precommit_delete_associations {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:28.300077 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-03e6ef5b-1011-41f6-acc1-31f85dd0eac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859283'] for subnet (76aed519-8f0e-41e0-92e3-d9dd0f54bbcd), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:28.804797 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-03e6ef5b-1011-41f6-acc1-31f85dd0eac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4623492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4266898'] for subnet (76aed519-8f0e-41e0-92e3-d9dd0f54bbcd), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:28.828879 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ef5b-1011-41f6-acc1-31f85dd0eac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76aed519-8f0e-41e0-92e3-d9dd0f54bbcd,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:28.835914 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-03e6ef5b-1011-41f6-acc1-31f85dd0eac6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:28.842989 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-03e6ef5b-1011-41f6-acc1-31f85dd0eac6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/76aed519-8f0e-41e0-92e3-d9dd0f54bbcd HTTP/1.1" status: 204 len: 168 time: 0.7139122 May 26 21:29:28.846281 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 50924) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:28.928261 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ee8e630a-1d95-49a8-a5f8-0d6c3ce978e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-801300'] for network (6d17520f-a043-4c1d-98de-41b75f6e2c32), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:29.015208 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ee8e630a-1d95-49a8-a5f8-0d6c3ce978e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853542', 'neutron.services.segments.db._delete_segments_for_network-8745431346800'] for network (6d17520f-a043-4c1d-98de-41b75f6e2c32), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:29.036468 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-ee8e630a-1d95-49a8-a5f8-0d6c3ce978e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d17520f-a043-4c1d-98de-41b75f6e2c32']}} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:29.045606 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-ee8e630a-1d95-49a8-a5f8-0d6c3ce978e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b99591-3adc-4531-a894-ef5f08968b8d') {'for_net_delete': True} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:29.045897 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-ee8e630a-1d95-49a8-a5f8-0d6c3ce978e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b99591-3adc-4531-a894-ef5f08968b8d') {} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:29.055521 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ee8e630a-1d95-49a8-a5f8-0d6c3ce978e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745431347833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7398685'] for segment (b1b99591-3adc-4531-a894-ef5f08968b8d), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:29.062887 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:29.069646 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ee8e630a-1d95-49a8-a5f8-0d6c3ce978e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (b1b99591-3adc-4531-a894-ef5f08968b8d), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:29.075578 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8e630a-1d95-49a8-a5f8-0d6c3ce978e9 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:29:29.075995 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ee8e630a-1d95-49a8-a5f8-0d6c3ce978e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4563113'] for segment (b1b99591-3adc-4531-a894-ef5f08968b8d), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:29.209576 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e1a9b-9fb4-4f2d-bc7f-7b8471833659 req-8c2b7f0c-54e3-4062-a040-e2a5678ef953 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:29.211076 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-689e1a9b-9fb4-4f2d-bc7f-7b8471833659 req-8c2b7f0c-54e3-4062-a040-e2a5678ef953 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0529599 May 26 21:29:29.215711 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ee8e630a-1d95-49a8-a5f8-0d6c3ce978e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696756'] for network (6d17520f-a043-4c1d-98de-41b75f6e2c32), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:29.220682 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ee8e630a-1d95-49a8-a5f8-0d6c3ce978e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:29.223854 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-ee8e630a-1d95-49a8-a5f8-0d6c3ce978e9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6d17520f-a043-4c1d-98de-41b75f6e2c32 HTTP/1.1" status: 204 len: 168 time: 0.3764718 May 26 21:29:29.243852 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e630a-1d95-49a8-a5f8-0d6c3ce978e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d17520f-a043-4c1d-98de-41b75f6e2c32,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:29.284564 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-689e1a9b-9fb4-4f2d-bc7f-7b8471833659 req-45ad0c19-8bfd-4aec-9c45-f440222f9f10 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595889 May 26 21:29:29.705783 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 50952) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:29.749905 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 50956) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:29.750488 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-eb0ad1e9-b685-4b89-a6a2-22f0a366dd5f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48823f48a90240018ca90fb3643c95ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430543 May 26 21:29:29.799909 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4a1ad4ad-e4d0-4f52-a621-fbe955288a94 admin admin] Publish callbacks [] for security_group (3ae8e154-65cc-4b14-bdbf-ae7fc100e005), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:29.823152 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4a1ad4ad-e4d0-4f52-a621-fbe955288a94 admin admin] Publish callbacks [] for security_group (3ae8e154-65cc-4b14-bdbf-ae7fc100e005), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:29.849204 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:29.963644 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4a1ad4ad-e4d0-4f52-a621-fbe955288a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (3ae8e154-65cc-4b14-bdbf-ae7fc100e005), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:29.966191 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4a1ad4ad-e4d0-4f52-a621-fbe955288a94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:29.967347 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-4a1ad4ad-e4d0-4f52-a621-fbe955288a94 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ae8e154-65cc-4b14-bdbf-ae7fc100e005 HTTP/1.1" status: 204 len: 168 time: 0.2162290 May 26 21:29:29.976289 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ad4ad-e4d0-4f52-a621-fbe955288a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae8e154-65cc-4b14-bdbf-ae7fc100e005,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:30.066135 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.services.segments.plugin [-] Segment b1b99591-3adc-4531-a894-ef5f08968b8d resource provider aggregate not found May 26 21:29:30.086399 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.services.segments.plugin [-] Segment b1b99591-3adc-4531-a894-ef5f08968b8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1b99591-3adc-4531-a894-ef5f08968b8d found for delete ", "request_id": "req-73de42c4-21db-41fe-b948-dff50b1909f1"}]} May 26 21:29:30.408954 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073866d-eb28-4026-a067-c8168be639fb req-6761201e-a419-465a-a8d5-f5172b159516 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:30.411608 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8073866d-eb28-4026-a067-c8168be639fb req-6761201e-a419-465a-a8d5-f5172b159516 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0578501 May 26 21:29:30.463271 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:29:30.464084 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8073866d-eb28-4026-a067-c8168be639fb req-1cee4ee2-c052-4fdf-aa99-558a0ff0e05a tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473301 May 26 21:29:30.952965 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 51006) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:31.008594 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-ffb970e1-3a80-4995-9ba5-647dcae2ddd9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=257136c5554842f0a9cdaa5b8f1a988b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0531826 May 26 21:29:31.014918 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 51008) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:31.051175 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe99a4c-70c9-4695-9063-46c917784bdf req-5df22b33-66f4-474c-8895-c1d38d6ec52c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:31.054947 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-dbe99a4c-70c9-4695-9063-46c917784bdf req-5df22b33-66f4-474c-8895-c1d38d6ec52c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0546534 May 26 21:29:31.112057 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-dbe99a4c-70c9-4695-9063-46c917784bdf req-6970e396-a76c-46df-8065-a50739f1c24e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491972 May 26 21:29:31.117080 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a9cf1-0c6a-4b46-b267-f52455e83cd9 req-e04213af-ec24-4670-a7c4-6b91b10c6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:31.118564 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-087a9cf1-0c6a-4b46-b267-f52455e83cd9 req-e04213af-ec24-4670-a7c4-6b91b10c6a48 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=318999cb1f874176b2523de9686febc1&device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 1129 time: 0.0523512 May 26 21:29:31.121541 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-b7b30adb-24e0-438d-b512-b49a87b38db0 admin admin] Publish callbacks [] for security_group (af69c9b5-f60f-4406-804e-944845eacf03), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:31.167494 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-b7b30adb-24e0-438d-b512-b49a87b38db0 admin admin] Publish callbacks [] for security_group (af69c9b5-f60f-4406-804e-944845eacf03), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:31.257065 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a9cf1-0c6a-4b46-b267-f52455e83cd9 req-ef51fd46-08e9-4c70-b4f4-0746954ea22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:31.258529 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-087a9cf1-0c6a-4b46-b267-f52455e83cd9 req-ef51fd46-08e9-4c70-b4f4-0746954ea22b service neutron] 10.222.0.60 "GET /v2.0/networks?id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa HTTP/1.1" status: 200 len: 919 time: 0.1322465 May 26 21:29:31.304771 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-087a9cf1-0c6a-4b46-b267-f52455e83cd9 req-dee37dfe-b6b8-44ff-a7db-c1dc03befab0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2321d87-7db4-4cc6-a9c8-6caeb967992e HTTP/1.1" status: 200 len: 217 time: 0.0397379 May 26 21:29:31.357108 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a9cf1-0c6a-4b46-b267-f52455e83cd9 req-4c5af509-3463-4483-8a5e-6c2187c71695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:31.358713 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-087a9cf1-0c6a-4b46-b267-f52455e83cd9 req-4c5af509-3463-4483-8a5e-6c2187c71695 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2637c66-7972-4d35-9019-9342a0d2b58e HTTP/1.1" status: 200 len: 857 time: 0.0473108 May 26 21:29:31.375646 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-b7b30adb-24e0-438d-b512-b49a87b38db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (af69c9b5-f60f-4406-804e-944845eacf03), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:31.378244 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-b7b30adb-24e0-438d-b512-b49a87b38db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:31.379229 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-b7b30adb-24e0-438d-b512-b49a87b38db0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af69c9b5-f60f-4406-804e-944845eacf03 HTTP/1.1" status: 204 len: 168 time: 0.3633785 May 26 21:29:31.409066 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b30adb-24e0-438d-b512-b49a87b38db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af69c9b5-f60f-4406-804e-944845eacf03,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:31.418529 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a9cf1-0c6a-4b46-b267-f52455e83cd9 req-23cda927-f59f-4d38-ae38-54b5e14f0a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:31.420486 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-087a9cf1-0c6a-4b46-b267-f52455e83cd9 req-23cda927-f59f-4d38-ae38-54b5e14f0a0b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542638 May 26 21:29:31.523041 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-087a9cf1-0c6a-4b46-b267-f52455e83cd9 req-c5fa8c6a-6104-4738-a3b3-a699f3c0712f service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918643 May 26 21:29:31.592439 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:31.618815 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-087a9cf1-0c6a-4b46-b267-f52455e83cd9 req-fdd6637a-c5f9-4a65-9afe-cc4087ffdbd6 service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898314 May 26 21:29:32.237535 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427a93b-7a78-4489-b28c-878977113cd4 req-6817dfcc-3403-48b5-b61a-0d4dff59f2d1 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:32.239018 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3427a93b-7a78-4489-b28c-878977113cd4 req-6817dfcc-3403-48b5-b61a-0d4dff59f2d1 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0534484 May 26 21:29:32.289036 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3427a93b-7a78-4489-b28c-878977113cd4 req-0cc3c80a-ca59-4da0-a317-64f66daeb2b7 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433526 May 26 21:29:33.407298 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603d08a-f305-4bc8-a6b0-afbaa4b857af req-6202e263-e793-4e0d-b14e-ba84b1512a51 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:33.408831 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e603d08a-f305-4bc8-a6b0-afbaa4b857af req-6202e263-e793-4e0d-b14e-ba84b1512a51 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0483243 May 26 21:29:33.462433 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e603d08a-f305-4bc8-a6b0-afbaa4b857af req-af7caed6-f56e-4ff4-ad0c-b3db432bf3c6 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475328 May 26 21:29:34.576096 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b1206-0c35-4134-b8f8-3c8643b781ac req-08f71261-d02c-4fbe-be0b-22c395ca8e78 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:34.577592 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f61b1206-0c35-4134-b8f8-3c8643b781ac req-08f71261-d02c-4fbe-be0b-22c395ca8e78 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0479882 May 26 21:29:34.631424 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f61b1206-0c35-4134-b8f8-3c8643b781ac req-0c2b28c4-f689-4b22-abcc-1f921bef1a96 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481412 May 26 21:29:35.746115 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412eaafa-f78a-49b4-9f43-48aac7a6e4e4 req-2d6e4697-4195-4b16-9703-bb143c83b208 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:35.747497 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-412eaafa-f78a-49b4-9f43-48aac7a6e4e4 req-2d6e4697-4195-4b16-9703-bb143c83b208 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0465295 May 26 21:29:35.785944 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:35.794180 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-412eaafa-f78a-49b4-9f43-48aac7a6e4e4 req-cef89f34-7711-4954-b438-ad63349b96e8 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412400 May 26 21:29:37.514200 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:38.571449 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 51180) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:38.576118 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-ddf33556-5603-40d7-92ce-ccc8a304418c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1881545635', 'description': 'tempest-description--1002843162'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:29:38.688574 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ddf33556-5603-40d7-92ce-ccc8a304418c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:38.707243 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:38.757118 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ddf33556-5603-40d7-92ce-ccc8a304418c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for security_group (6d185e30-ba82-44bc-a62f-8d5210cc3159), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:38.843349 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ddf33556-5603-40d7-92ce-ccc8a304418c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (6d185e30-ba82-44bc-a62f-8d5210cc3159), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:38.879349 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf33556-5603-40d7-92ce-ccc8a304418c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d185e30-ba82-44bc-a62f-8d5210cc3159,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:38.931720 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ddf33556-5603-40d7-92ce-ccc8a304418c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:38.933285 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-ddf33556-5603-40d7-92ce-ccc8a304418c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3604980 May 26 21:29:38.935893 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 51182) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:38.940574 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-226d068d-7704-4cf3-a8b3-5644623c0d85 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Request body: {'security_group_rule': {'security_group_id': '6d185e30-ba82-44bc-a62f-8d5210cc3159', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:29:39.078659 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-226d068d-7704-4cf3-a8b3-5644623c0d85 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for security_group_rule (0f33c08d-0bbb-44ad-8b6a-9af15f73a097), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:39.124410 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-226d068d-7704-4cf3-a8b3-5644623c0d85 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for security_group_rule (0f33c08d-0bbb-44ad-8b6a-9af15f73a097), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:39.186518 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-226d068d-7704-4cf3-a8b3-5644623c0d85 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (0f33c08d-0bbb-44ad-8b6a-9af15f73a097), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:39.205524 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d068d-7704-4cf3-a8b3-5644623c0d85 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f33c08d-0bbb-44ad-8b6a-9af15f73a097,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:39.274441 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-226d068d-7704-4cf3-a8b3-5644623c0d85 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:39.276851 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-226d068d-7704-4cf3-a8b3-5644623c0d85 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3388257 May 26 21:29:39.284155 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 51192) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:39.289134 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-2de74780-dc47-4e03-9f34-012557be0825 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Request body: {'security_group_rule': {'security_group_id': '6d185e30-ba82-44bc-a62f-8d5210cc3159', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:29:39.444641 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2de74780-dc47-4e03-9f34-012557be0825 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for security_group_rule (c51e9153-a9d1-4844-be19-24b2c046da79), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:39.500210 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2de74780-dc47-4e03-9f34-012557be0825 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for security_group_rule (c51e9153-a9d1-4844-be19-24b2c046da79), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:39.598277 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2de74780-dc47-4e03-9f34-012557be0825 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (c51e9153-a9d1-4844-be19-24b2c046da79), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:39.618271 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de74780-dc47-4e03-9f34-012557be0825 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51e9153-a9d1-4844-be19-24b2c046da79,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:39.691217 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2de74780-dc47-4e03-9f34-012557be0825 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:39.692485 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-2de74780-dc47-4e03-9f34-012557be0825 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4073317 May 26 21:29:39.695652 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 51204) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:39.705415 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-315313bc-d1e5-45ef-b9ee-e8d55f00a2ee tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Request body: {'floatingip': {'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:29:39.739975 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 51206) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:39.826506 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-315313bc-d1e5-45ef-b9ee-e8d55f00a2ee tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:39.845910 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a121f35b-af40-4369-a77d-988d8c071779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:39.895689 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:39.907906 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-315313bc-d1e5-45ef-b9ee-e8d55f00a2ee tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:39.925548 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a121f35b-af40-4369-a77d-988d8c071779 admin admin] Publish callbacks [] for security_group (887d2add-c376-44a4-b0bc-33d8532b3e0b), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:40.013440 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_common [None req-315313bc-d1e5-45ef-b9ee-e8d55f00a2ee tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Allocated IP 172.27.3.152 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/1a3617a8-791f-4eae-a864-92f8859ffbd6) {{(pid=104642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:29:40.083448 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a121f35b-af40-4369-a77d-988d8c071779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (887d2add-c376-44a4-b0bc-33d8532b3e0b), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:40.089974 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=6 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:40.112653 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-a121f35b-af40-4369-a77d-988d8c071779 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1605a75588584804bcf33e370aee7a6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3715506 May 26 21:29:40.120243 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 51218) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:40.131184 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-315313bc-d1e5-45ef-b9ee-e8d55f00a2ee tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for port (1a3617a8-791f-4eae-a864-92f8859ffbd6), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:40.135266 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121f35b-af40-4369-a77d-988d8c071779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887d2add-c376-44a4-b0bc-33d8532b3e0b,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:40.193558 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-17a45610-5c14-4dc8-aa1a-68dd2ffc9a9d admin admin] Publish callbacks [] for security_group (887d2add-c376-44a4-b0bc-33d8532b3e0b), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:40.219340 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-17a45610-5c14-4dc8-aa1a-68dd2ffc9a9d admin admin] Publish callbacks [] for security_group (887d2add-c376-44a4-b0bc-33d8532b3e0b), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:40.283899 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-315313bc-d1e5-45ef-b9ee-e8d55f00a2ee tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (1a3617a8-791f-4eae-a864-92f8859ffbd6), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:40.324145 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315313bc-d1e5-45ef-b9ee-e8d55f00a2ee tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:29:40.326933 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-315313bc-d1e5-45ef-b9ee-e8d55f00a2ee tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:29:40.333453 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315313bc-d1e5-45ef-b9ee-e8d55f00a2ee tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Received port after_create {{(pid=104642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:29:40.364018 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315313bc-d1e5-45ef-b9ee-e8d55f00a2ee tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Pushing event updated for resources: {'Port': ['ID=1a3617a8-791f-4eae-a864-92f8859ffbd6,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:40.371427 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-17a45610-5c14-4dc8-aa1a-68dd2ffc9a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (887d2add-c376-44a4-b0bc-33d8532b3e0b), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:40.375617 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-17a45610-5c14-4dc8-aa1a-68dd2ffc9a9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:40.377624 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-17a45610-5c14-4dc8-aa1a-68dd2ffc9a9d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/887d2add-c376-44a4-b0bc-33d8532b3e0b HTTP/1.1" status: 204 len: 168 time: 0.2561483 May 26 21:29:40.395720 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a45610-5c14-4dc8-aa1a-68dd2ffc9a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887d2add-c376-44a4-b0bc-33d8532b3e0b,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:40.451971 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-315313bc-d1e5-45ef-b9ee-e8d55f00a2ee tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for floatingip (9e08809b-d4f0-4402-90cf-6e44b00da5c6), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:40.615394 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-315313bc-d1e5-45ef-b9ee-e8d55f00a2ee tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (1a3617a8-791f-4eae-a864-92f8859ffbd6), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:40.805992 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-315313bc-d1e5-45ef-b9ee-e8d55f00a2ee tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for port (1a3617a8-791f-4eae-a864-92f8859ffbd6), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:40.821287 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:40.882025 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-315313bc-d1e5-45ef-b9ee-e8d55f00a2ee tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632642'] for port (1a3617a8-791f-4eae-a864-92f8859ffbd6), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:40.946799 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315313bc-d1e5-45ef-b9ee-e8d55f00a2ee tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Pushing event updated for resources: {'Port': ['ID=1a3617a8-791f-4eae-a864-92f8859ffbd6,revision_number=2']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:40.960150 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-315313bc-d1e5-45ef-b9ee-e8d55f00a2ee tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (9e08809b-d4f0-4402-90cf-6e44b00da5c6), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:41.041197 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-315313bc-d1e5-45ef-b9ee-e8d55f00a2ee tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:41.042597 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-315313bc-d1e5-45ef-b9ee-e8d55f00a2ee tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3459761 May 26 21:29:41.150166 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 51246) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:41.169571 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1bd98245-d9e9-410c-8f8b-4d9c6838d1e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:41.219479 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:41.257788 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1bd98245-d9e9-410c-8f8b-4d9c6838d1e3 admin admin] Publish callbacks [] for security_group (42f15328-8c9c-4c00-afdf-c329aff8b2d2), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:41.280832 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-20339b82-6379-4f18-ac80-677d7884fe28 req-7f8c979e-c8a6-4861-a075-6318ed3c95ec tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1881545635&fields=id&tenant_id=318999cb1f874176b2523de9686febc1 HTTP/1.1" status: 200 len: 267 time: 0.0558305 May 26 21:29:41.323498 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1bd98245-d9e9-410c-8f8b-4d9c6838d1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (42f15328-8c9c-4c00-afdf-c329aff8b2d2), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:41.364558 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-1bd98245-d9e9-410c-8f8b-4d9c6838d1e3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=376e09b38dcb4e619aa92dd021a10e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2129016 May 26 21:29:41.365408 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd98245-d9e9-410c-8f8b-4d9c6838d1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f15328-8c9c-4c00-afdf-c329aff8b2d2,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:41.368418 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 51258) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:41.392948 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20339b82-6379-4f18-ac80-677d7884fe28 req-e689e894-4ace-4bfb-9167-a47d025bc421 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:41.394441 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-20339b82-6379-4f18-ac80-677d7884fe28 req-e689e894-4ace-4bfb-9167-a47d025bc421 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/networks?id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa HTTP/1.1" status: 200 len: 818 time: 0.1072512 May 26 21:29:41.411124 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-20339b82-6379-4f18-ac80-677d7884fe28 req-fab987dd-0e55-4c83-9072-8dcf0f45a405 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/quotas/318999cb1f874176b2523de9686febc1 HTTP/1.1" status: 200 len: 375 time: 0.0106006 May 26 21:29:41.426215 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d3928e50-f13e-4a2f-8516-2972acc13335 admin admin] Publish callbacks [] for security_group (42f15328-8c9c-4c00-afdf-c329aff8b2d2), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:41.449929 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d3928e50-f13e-4a2f-8516-2972acc13335 admin admin] Publish callbacks [] for security_group (42f15328-8c9c-4c00-afdf-c329aff8b2d2), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:41.468423 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-20339b82-6379-4f18-ac80-677d7884fe28 req-1a15f0e9-44de-4f70-9a82-fe60cc481d9e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=318999cb1f874176b2523de9686febc1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0494065 May 26 21:29:41.563345 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:41.576397 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-20339b82-6379-4f18-ac80-677d7884fe28 req-74799a2c-2d2c-4a9b-879b-bbe01baff5ff service neutron] 10.222.0.42 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910845 May 26 21:29:41.613999 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d3928e50-f13e-4a2f-8516-2972acc13335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (42f15328-8c9c-4c00-afdf-c329aff8b2d2), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:41.617313 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d3928e50-f13e-4a2f-8516-2972acc13335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:41.618594 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-d3928e50-f13e-4a2f-8516-2972acc13335 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/42f15328-8c9c-4c00-afdf-c329aff8b2d2 HTTP/1.1" status: 204 len: 168 time: 0.2491400 May 26 21:29:41.626895 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3928e50-f13e-4a2f-8516-2972acc13335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f15328-8c9c-4c00-afdf-c329aff8b2d2,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:41.635422 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 51264) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:41.687996 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-20339b82-6379-4f18-ac80-677d7884fe28 req-40063d8b-0d5a-48ab-9566-bc93222eb101 service neutron] 10.222.0.42 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053960 May 26 21:29:41.768186 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7688fa04-4700-46a9-aff7-08b7a86a48ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:41.828333 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:41.846068 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7688fa04-4700-46a9-aff7-08b7a86a48ce admin admin] Publish callbacks [] for security_group (2a6f5728-0797-49bd-a367-a3233d580c16), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:41.946755 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7688fa04-4700-46a9-aff7-08b7a86a48ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (2a6f5728-0797-49bd-a367-a3233d580c16), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:41.963421 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b0e21a0e-315b-4e6e-845b-89fc830d6bc5 req-c238476a-1cee-4f98-b96b-6a8e7d357fff tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 210 time: 0.0299003 May 26 21:29:41.970614 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:42.000466 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-7688fa04-4700-46a9-aff7-08b7a86a48ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc5e828b9b8f44c7b578480966ea4cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3637605 May 26 21:29:42.003080 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 51276) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:42.006205 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688fa04-4700-46a9-aff7-08b7a86a48ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6f5728-0797-49bd-a367-a3233d580c16,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:42.076023 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-80803411-6676-4897-9b6f-fa672a3b7e75 admin admin] Publish callbacks [] for security_group (2a6f5728-0797-49bd-a367-a3233d580c16), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:42.097386 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-80803411-6676-4897-9b6f-fa672a3b7e75 admin admin] Publish callbacks [] for security_group (2a6f5728-0797-49bd-a367-a3233d580c16), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:42.301073 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-80803411-6676-4897-9b6f-fa672a3b7e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (2a6f5728-0797-49bd-a367-a3233d580c16), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:42.304199 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-80803411-6676-4897-9b6f-fa672a3b7e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:42.307156 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-80803411-6676-4897-9b6f-fa672a3b7e75 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a6f5728-0797-49bd-a367-a3233d580c16 HTTP/1.1" status: 204 len: 168 time: 0.3026087 May 26 21:29:42.317881 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80803411-6676-4897-9b6f-fa672a3b7e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6f5728-0797-49bd-a367-a3233d580c16,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:43.077021 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-73d78684-f94d-4148-a248-c587448ab989 req-18a3bc9f-2e7a-4547-870b-f21520f2979f tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 210 time: 0.0299311 May 26 21:29:43.129782 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 51316) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:43.144186 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8c044da5-766b-4c39-82f4-2bf5f91471b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:43.169858 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:43.231310 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8c044da5-766b-4c39-82f4-2bf5f91471b1 admin admin] Publish callbacks [] for security_group (9202c958-1b8e-4efc-8321-faea2d2fa80f), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:43.311931 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8c044da5-766b-4c39-82f4-2bf5f91471b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (9202c958-1b8e-4efc-8321-faea2d2fa80f), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:43.351398 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-8c044da5-766b-4c39-82f4-2bf5f91471b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c91c9e9b15ab4a0889e15494ae781ca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204158 May 26 21:29:43.352168 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c044da5-766b-4c39-82f4-2bf5f91471b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9202c958-1b8e-4efc-8321-faea2d2fa80f,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:43.354745 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 51324) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:43.408916 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d28d206f-1f4e-4871-8ae0-e4c687fa0aa3 admin admin] Publish callbacks [] for security_group (9202c958-1b8e-4efc-8321-faea2d2fa80f), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:43.435251 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d28d206f-1f4e-4871-8ae0-e4c687fa0aa3 admin admin] Publish callbacks [] for security_group (9202c958-1b8e-4efc-8321-faea2d2fa80f), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:43.661078 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d28d206f-1f4e-4871-8ae0-e4c687fa0aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (9202c958-1b8e-4efc-8321-faea2d2fa80f), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:43.664282 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d28d206f-1f4e-4871-8ae0-e4c687fa0aa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:43.665396 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-d28d206f-1f4e-4871-8ae0-e4c687fa0aa3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9202c958-1b8e-4efc-8321-faea2d2fa80f HTTP/1.1" status: 204 len: 168 time: 0.3095064 May 26 21:29:43.673617 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d206f-1f4e-4871-8ae0-e4c687fa0aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9202c958-1b8e-4efc-8321-faea2d2fa80f,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:44.200461 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-15dfce20-ad0d-4a06-81fe-2108a05cb1e2 req-6591fc4d-37a9-4294-8c9b-5d1c063e0f69 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 210 time: 0.0514109 May 26 21:29:44.406454 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20339b82-6379-4f18-ac80-677d7884fe28 req-6c33f784-d7d4-40b5-90bd-2da6f0d26169 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:44.408060 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-20339b82-6379-4f18-ac80-677d7884fe28 req-6c33f784-d7d4-40b5-90bd-2da6f0d26169 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.60 "GET /v2.0/networks?id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa HTTP/1.1" status: 200 len: 818 time: 0.1220753 May 26 21:29:44.478874 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-20339b82-6379-4f18-ac80-677d7884fe28 req-87613a5b-d571-41e4-9de5-14013baf4085 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=318999cb1f874176b2523de9686febc1 HTTP/1.1" status: 200 len: 380 time: 0.0617394 May 26 21:29:44.487689 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [req-20339b82-6379-4f18-ac80-677d7884fe28 req-d2d5fea8-3467-4bd1-8027-135bdda1c72e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Request body: {'port': {'device_id': '8cc04f2a-62bb-407b-b8d1-0e69eac279c2', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'admin_state_up': True, 'tenant_id': '318999cb1f874176b2523de9686febc1', 'security_groups': ['6d185e30-ba82-44bc-a62f-8d5210cc3159']}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:29:44.519427 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 51372) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:44.532792 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-669a3871-9304-49d0-b5fe-8829c7544f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:44.561509 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:44.674709 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-669a3871-9304-49d0-b5fe-8829c7544f29 admin admin] Publish callbacks [] for security_group (acbbe9f2-9972-4a70-a5fc-a314d6fea3a7), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:44.707942 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 51376) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:44.729073 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20339b82-6379-4f18-ac80-677d7884fe28 req-d2d5fea8-3467-4bd1-8027-135bdda1c72e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Made reservation on behalf of 318999cb1f874176b2523de9686febc1 for: {'port': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:29:44.736947 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-20339b82-6379-4f18-ac80-677d7884fe28 req-d2d5fea8-3467-4bd1-8027-135bdda1c72e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:44.763257 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-669a3871-9304-49d0-b5fe-8829c7544f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (acbbe9f2-9972-4a70-a5fc-a314d6fea3a7), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:44.803150 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a3871-9304-49d0-b5fe-8829c7544f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbbe9f2-9972-4a70-a5fc-a314d6fea3a7,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:44.814259 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-669a3871-9304-49d0-b5fe-8829c7544f29 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5fb0020ce57743cab1ec0e4efc27d7e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937486 May 26 21:29:44.817045 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 51380) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:44.821465 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-99434ed9-ea46-446b-9199-7e21256842df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:44.902909 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-99434ed9-ea46-446b-9199-7e21256842df admin admin] Publish callbacks [] for security_group (99749f7e-0cbd-4a70-9ed1-e79e8f034ed7), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:44.911361 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_common [req-20339b82-6379-4f18-ac80-677d7884fe28 req-d2d5fea8-3467-4bd1-8027-135bdda1c72e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Allocated IP 172.20.0.10 (a60ae016-a71c-495a-9bbe-63d3beeeb1fa/b2637c66-7972-4d35-9019-9342a0d2b58e/7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9) {{(pid=104642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:29:44.914181 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7440-0e60-4066-84c9-6ccaff6d2e12 admin admin] Publish callbacks [] for security_group (acbbe9f2-9972-4a70-a5fc-a314d6fea3a7), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:44.952342 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7440-0e60-4066-84c9-6ccaff6d2e12 admin admin] Publish callbacks [] for security_group (acbbe9f2-9972-4a70-a5fc-a314d6fea3a7), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:44.981006 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:44.986177 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-99434ed9-ea46-446b-9199-7e21256842df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (99749f7e-0cbd-4a70-9ed1-e79e8f034ed7), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:45.026085 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-99434ed9-ea46-446b-9199-7e21256842df admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a43a07a087a409fad017e3eeb950810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189361 May 26 21:29:45.026903 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99434ed9-ea46-446b-9199-7e21256842df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99749f7e-0cbd-4a70-9ed1-e79e8f034ed7,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:45.029132 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 51386) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:45.077964 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-5eea9722-0d8a-4c16-8cdf-6065b35c0bcb admin admin] Publish callbacks [] for security_group (99749f7e-0cbd-4a70-9ed1-e79e8f034ed7), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:45.098692 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-20339b82-6379-4f18-ac80-677d7884fe28 req-d2d5fea8-3467-4bd1-8027-135bdda1c72e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for port (7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:45.100112 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-5eea9722-0d8a-4c16-8cdf-6065b35c0bcb admin admin] Publish callbacks [] for security_group (99749f7e-0cbd-4a70-9ed1-e79e8f034ed7), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:45.129213 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7440-0e60-4066-84c9-6ccaff6d2e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (acbbe9f2-9972-4a70-a5fc-a314d6fea3a7), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:45.131700 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7440-0e60-4066-84c9-6ccaff6d2e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:45.132922 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-8cdc7440-0e60-4066-84c9-6ccaff6d2e12 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/acbbe9f2-9972-4a70-a5fc-a314d6fea3a7 HTTP/1.1" status: 204 len: 168 time: 0.3147814 May 26 21:29:45.140717 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc7440-0e60-4066-84c9-6ccaff6d2e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbbe9f2-9972-4a70-a5fc-a314d6fea3a7,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:45.232927 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-20339b82-6379-4f18-ac80-677d7884fe28 req-d2d5fea8-3467-4bd1-8027-135bdda1c72e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:45.261306 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-5eea9722-0d8a-4c16-8cdf-6065b35c0bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (99749f7e-0cbd-4a70-9ed1-e79e8f034ed7), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:45.267874 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-5eea9722-0d8a-4c16-8cdf-6065b35c0bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:45.269796 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-5eea9722-0d8a-4c16-8cdf-6065b35c0bcb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99749f7e-0cbd-4a70-9ed1-e79e8f034ed7 HTTP/1.1" status: 204 len: 168 time: 0.2389359 May 26 21:29:45.282142 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea9722-0d8a-4c16-8cdf-6065b35c0bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99749f7e-0cbd-4a70-9ed1-e79e8f034ed7,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:45.306155 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20339b82-6379-4f18-ac80-677d7884fe28 req-d2d5fea8-3467-4bd1-8027-135bdda1c72e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Network a60ae016-a71c-495a-9bbe-63d3beeeb1fa is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:29:45.312262 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [req-20339b82-6379-4f18-ac80-677d7884fe28 req-d2d5fea8-3467-4bd1-8027-135bdda1c72e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:29:45.314936 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [req-20339b82-6379-4f18-ac80-677d7884fe28 req-d2d5fea8-3467-4bd1-8027-135bdda1c72e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Received port after_create {{(pid=104642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:29:45.337199 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:45.361126 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5fea8-3467-4bd1-8027-135bdda1c72e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Pushing event updated for resources: {'Port': ['ID=7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:45.381112 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d881d5b-5627-4426-b1fc-1606f1973dd6 req-36814565-39ee-40bd-8367-ddc70d07bd86 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:45.383531 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20339b82-6379-4f18-ac80-677d7884fe28 req-d2d5fea8-3467-4bd1-8027-135bdda1c72e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:45.383837 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6d881d5b-5627-4426-b1fc-1606f1973dd6 req-36814565-39ee-40bd-8367-ddc70d07bd86 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 932 time: 0.1039634 May 26 21:29:45.384442 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-20339b82-6379-4f18-ac80-677d7884fe28 req-d2d5fea8-3467-4bd1-8027-135bdda1c72e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:45.456074 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6d881d5b-5627-4426-b1fc-1606f1973dd6 req-dc970e85-59bd-43c6-84c6-f8cf737d6255 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659468 May 26 21:29:45.469021 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-20339b82-6379-4f18-ac80-677d7884fe28 req-d2d5fea8-3467-4bd1-8027-135bdda1c72e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9852331 May 26 21:29:45.480517 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [req-20339b82-6379-4f18-ac80-677d7884fe28 req-99b13f27-2c3b-41f5-a64e-73cb9161b57b service neutron] Request body: {'port': {'device_id': '8cc04f2a-62bb-407b-b8d1-0e69eac279c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:29:45.548234 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-20339b82-6379-4f18-ac80-677d7884fe28 req-99b13f27-2c3b-41f5-a64e-73cb9161b57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:45.623137 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-e4cb91ea-e69a-4f41-bb73-7edb2f69cf7e None None] Provisioning complete for port 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:45.623668 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-e4cb91ea-e69a-4f41-bb73-7edb2f69cf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:45.664940 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-e4cb91ea-e69a-4f41-bb73-7edb2f69cf7e None None] Port 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:29:45.730730 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:45.854774 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [req-20339b82-6379-4f18-ac80-677d7884fe28 req-99b13f27-2c3b-41f5-a64e-73cb9161b57b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 {{(pid=104642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:29:45.862386 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-20339b82-6379-4f18-ac80-677d7884fe28 req-99b13f27-2c3b-41f5-a64e-73cb9161b57b service neutron] Publish callbacks [] for port (7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:45.875408 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.provisioning_blocks [req-20339b82-6379-4f18-ac80-677d7884fe28 req-99b13f27-2c3b-41f5-a64e-73cb9161b57b service neutron] Transition to ACTIVE for port object 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 will not be triggered until provisioned by entity L2. {{(pid=104642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:29:45.979609 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-20339b82-6379-4f18-ac80-677d7884fe28 req-99b13f27-2c3b-41f5-a64e-73cb9161b57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632642'] for port (7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:46.028586 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b13f27-2c3b-41f5-a64e-73cb9161b57b service neutron] Pushing event updated for resources: {'Port': ['ID=7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9,revision_number=2']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:46.096417 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:46.106279 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.managers [req-20339b82-6379-4f18-ac80-677d7884fe28 req-99b13f27-2c3b-41f5-a64e-73cb9161b57b service neutron] Attempting to bind port 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:29:46.106620 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.managers [req-20339b82-6379-4f18-ac80-677d7884fe28 req-99b13f27-2c3b-41f5-a64e-73cb9161b57b service neutron] Attempting to bind port 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '92a89fa7-f318-4dd2-9048-6985bfbfaf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa'}] {{(pid=104642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:29:46.106943 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20339b82-6379-4f18-ac80-677d7884fe28 req-99b13f27-2c3b-41f5-a64e-73cb9161b57b service neutron] Attempting to bind port 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 on network a60ae016-a71c-495a-9bbe-63d3beeeb1fa {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:29:46.111979 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20339b82-6379-4f18-ac80-677d7884fe28 req-99b13f27-2c3b-41f5-a64e-73cb9161b57b service neutron] Port 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 on network a60ae016-a71c-495a-9bbe-63d3beeeb1fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:29:46.112306 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20339b82-6379-4f18-ac80-677d7884fe28 req-99b13f27-2c3b-41f5-a64e-73cb9161b57b service neutron] Attempting to bind port 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 on network a60ae016-a71c-495a-9bbe-63d3beeeb1fa {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:29:46.117587 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20339b82-6379-4f18-ac80-677d7884fe28 req-99b13f27-2c3b-41f5-a64e-73cb9161b57b service neutron] Checking agent: {'id': '2bd30f19-4481-40fa-92e6-11ccee452902', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'started_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:29:46.117877 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20339b82-6379-4f18-ac80-677d7884fe28 req-99b13f27-2c3b-41f5-a64e-73cb9161b57b service neutron] Checking segment: {'id': '92a89fa7-f318-4dd2-9048-6985bfbfaf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:29:46.118262 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20339b82-6379-4f18-ac80-677d7884fe28 req-99b13f27-2c3b-41f5-a64e-73cb9161b57b service neutron] Bound using segment: {'id': '92a89fa7-f318-4dd2-9048-6985bfbfaf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa'} {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:29:46.118694 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.managers [req-20339b82-6379-4f18-ac80-677d7884fe28 req-99b13f27-2c3b-41f5-a64e-73cb9161b57b service neutron] Bound port: 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a89fa7-f318-4dd2-9048-6985bfbfaf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa'}}] {{(pid=104642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:29:46.119067 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-20339b82-6379-4f18-ac80-677d7884fe28 req-99b13f27-2c3b-41f5-a64e-73cb9161b57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:46.178801 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 51416) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:46.191981 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:46.198519 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [req-20339b82-6379-4f18-ac80-677d7884fe28 req-99b13f27-2c3b-41f5-a64e-73cb9161b57b service neutron] For port 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9, host hv-cinder-82880, cleared binding levels {{(pid=104642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:29:46.200498 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-0dd84c89-88cd-4781-9aef-1f69066e84ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:46.202637 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [req-20339b82-6379-4f18-ac80-677d7884fe28 req-99b13f27-2c3b-41f5-a64e-73cb9161b57b service neutron] For port 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9,segment=NetworkSegment(92a89fa7-f318-4dd2-9048-6985bfbfaf8d),segment_id=92a89fa7-f318-4dd2-9048-6985bfbfaf8d)] {{(pid=104642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:29:46.282919 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-0dd84c89-88cd-4781-9aef-1f69066e84ed admin admin] Publish callbacks [] for security_group (179c168c-10c8-4acf-80f2-ddabb27aeae0), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:46.334377 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-20339b82-6379-4f18-ac80-677d7884fe28 req-99b13f27-2c3b-41f5-a64e-73cb9161b57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632642'] for port (7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:46.366871 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20339b82-6379-4f18-ac80-677d7884fe28 req-99b13f27-2c3b-41f5-a64e-73cb9161b57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:46.367332 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-20339b82-6379-4f18-ac80-677d7884fe28 req-99b13f27-2c3b-41f5-a64e-73cb9161b57b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:46.368788 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-20339b82-6379-4f18-ac80-677d7884fe28 req-99b13f27-2c3b-41f5-a64e-73cb9161b57b service neutron] 10.222.0.60 "PUT /v2.0/ports/7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 HTTP/1.1" status: 200 len: 1094 time: 0.8926148 May 26 21:29:46.371181 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc04f2a-62bb-407b-b8d1-0e69eac279c2', 'tag': '7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:29:46.373460 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe69f99-e191-41cd-8a14-0c15cf116d73" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc04f2a-62bb-407b-b8d1-0e69eac279c2", "tag": "7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:29:46.392440 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-0dd84c89-88cd-4781-9aef-1f69066e84ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (179c168c-10c8-4acf-80f2-ddabb27aeae0), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:46.451528 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d3624a-9663-45b3-8144-ca7246466fa1 x-openstack-request-id: req-83d3624a-9663-45b3-8144-ca7246466fa1 {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:29:46.453153 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc04f2a-62bb-407b-b8d1-0e69eac279c2", "tag": "7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:29:46.453414 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83d3624a-9663-45b3-8144-ca7246466fa1 {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:29:46.457537 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d3624a-9663-45b3-8144-ca7246466fa1'] response: {'name': 'network-changed', 'server_uuid': '8cc04f2a-62bb-407b-b8d1-0e69eac279c2', 'tag': '7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9', 'status': 'completed', 'code': 200} May 26 21:29:46.468650 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b13f27-2c3b-41f5-a64e-73cb9161b57b service neutron] Pushing event updated for resources: {'Port': ['ID=7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9,revision_number=3']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:46.511713 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-0dd84c89-88cd-4781-9aef-1f69066e84ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=173df54374284f9cba172b54624443fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3271101 May 26 21:29:46.512259 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 51434) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:46.580900 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe69f99-e191-41cd-8a14-0c15cf116d73 req-c49b8ec0-27ee-4f39-8ce6-fcbdb987d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:46.586102 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bfe69f99-e191-41cd-8a14-0c15cf116d73 req-c49b8ec0-27ee-4f39-8ce6-fcbdb987d0db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=318999cb1f874176b2523de9686febc1&device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 1128 time: 0.1097333 May 26 21:29:46.597796 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd84c89-88cd-4781-9aef-1f69066e84ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179c168c-10c8-4acf-80f2-ddabb27aeae0,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:46.677704 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-80ec48b7-8142-464b-a104-5a10fa5a54c6 admin admin] Publish callbacks [] for security_group (179c168c-10c8-4acf-80f2-ddabb27aeae0), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:46.689645 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d7871-879a-439c-b986-b83706c590af req-5805e604-7570-4ff2-9c61-e31209d17940 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:46.692006 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-060d7871-879a-439c-b986-b83706c590af req-5805e604-7570-4ff2-9c61-e31209d17940 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 944 time: 0.0871773 May 26 21:29:46.732384 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-80ec48b7-8142-464b-a104-5a10fa5a54c6 admin admin] Publish callbacks [] for security_group (179c168c-10c8-4acf-80f2-ddabb27aeae0), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:46.769173 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe69f99-e191-41cd-8a14-0c15cf116d73 req-4355e753-defb-4cdf-929e-3e50eb5d8e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:46.769173 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bfe69f99-e191-41cd-8a14-0c15cf116d73 req-4355e753-defb-4cdf-929e-3e50eb5d8e26 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=318999cb1f874176b2523de9686febc1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1764829 May 26 21:29:46.784709 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-060d7871-879a-439c-b986-b83706c590af req-f0d4b96a-49ae-4e44-9a8f-4fd9c048b143 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863423 May 26 21:29:46.864597 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe69f99-e191-41cd-8a14-0c15cf116d73 req-b23935d5-1efd-4b98-9759-3d92cf583ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:46.866058 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bfe69f99-e191-41cd-8a14-0c15cf116d73 req-b23935d5-1efd-4b98-9759-3d92cf583ca3 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915720 May 26 21:29:46.912024 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-80ec48b7-8142-464b-a104-5a10fa5a54c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (179c168c-10c8-4acf-80f2-ddabb27aeae0), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:46.915632 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-80ec48b7-8142-464b-a104-5a10fa5a54c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:46.916881 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-80ec48b7-8142-464b-a104-5a10fa5a54c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/179c168c-10c8-4acf-80f2-ddabb27aeae0 HTTP/1.1" status: 204 len: 168 time: 0.4034333 May 26 21:29:46.926809 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec48b7-8142-464b-a104-5a10fa5a54c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179c168c-10c8-4acf-80f2-ddabb27aeae0,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:46.964853 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20339b82-6379-4f18-ac80-677d7884fe28 req-2b8a8d18-62e2-4483-820c-9d35ddbb92c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:46.966493 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-20339b82-6379-4f18-ac80-677d7884fe28 req-2b8a8d18-62e2-4483-820c-9d35ddbb92c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=318999cb1f874176b2523de9686febc1&device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 1128 time: 0.0505037 May 26 21:29:47.016668 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-20339b82-6379-4f18-ac80-677d7884fe28 req-a6f19625-9666-4f85-8ba9-d83f1dd96f96 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 HTTP/1.1" status: 200 len: 217 time: 0.0421829 May 26 21:29:47.065478 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20339b82-6379-4f18-ac80-677d7884fe28 req-8cc63002-b5c0-4a44-a5de-7addd4b44ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:47.066932 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-20339b82-6379-4f18-ac80-677d7884fe28 req-8cc63002-b5c0-4a44-a5de-7addd4b44ce3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2637c66-7972-4d35-9019-9342a0d2b58e HTTP/1.1" status: 200 len: 857 time: 0.0450072 May 26 21:29:47.111777 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20339b82-6379-4f18-ac80-677d7884fe28 req-fec94855-5cdd-4341-941a-8b4fcb1cb241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:47.113261 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-20339b82-6379-4f18-ac80-677d7884fe28 req-fec94855-5cdd-4341-941a-8b4fcb1cb241 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407917 May 26 21:29:47.202502 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-20339b82-6379-4f18-ac80-677d7884fe28 req-81d3ebc3-fae0-4556-ae9d-3642baa6255f service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824306 May 26 21:29:47.306483 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-20339b82-6379-4f18-ac80-677d7884fe28 req-ba16cd04-075f-43bc-80e0-3105680bf52b service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945323 May 26 21:29:47.443916 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:47.696116 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:47.928070 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1eff8-6c1c-4ef1-852b-f7a0decc87fd req-004fc4ff-7cc3-426a-b2bb-07000c05999f tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:47.930451 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-48d1eff8-6c1c-4ef1-852b-f7a0decc87fd req-004fc4ff-7cc3-426a-b2bb-07000c05999f tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 944 time: 0.0536785 May 26 21:29:47.987616 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-48d1eff8-6c1c-4ef1-852b-f7a0decc87fd req-0e048b4f-6e05-475d-8846-ecbf09b21b1d tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443747 May 26 21:29:48.766488 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 51526) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:48.892740 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6bf3c653-0edf-48d2-a82f-b8dcebeec62d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:48.966249 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6bf3c653-0edf-48d2-a82f-b8dcebeec62d admin admin] Publish callbacks [] for security_group (c6ffc770-906b-4d08-bf68-8a8bd45ab7c4), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:49.037961 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6bf3c653-0edf-48d2-a82f-b8dcebeec62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (c6ffc770-906b-4d08-bf68-8a8bd45ab7c4), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:49.089630 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-6bf3c653-0edf-48d2-a82f-b8dcebeec62d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a9fa896620464a6cae07f2117441c93f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3220029 May 26 21:29:49.092303 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 51536) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:49.105221 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3c653-0edf-48d2-a82f-b8dcebeec62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ffc770-906b-4d08-bf68-8a8bd45ab7c4,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:49.126499 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3cc28-11a2-491d-a2c8-6ff386e5384d req-3d564032-264d-403d-8e74-90e8086e0f95 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:49.128010 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8cf3cc28-11a2-491d-a2c8-6ff386e5384d req-3d564032-264d-403d-8e74-90e8086e0f95 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 944 time: 0.0626385 May 26 21:29:49.143859 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a561e976-8e9f-4981-b697-63663deae1db admin admin] Publish callbacks [] for security_group (c6ffc770-906b-4d08-bf68-8a8bd45ab7c4), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:49.170876 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a561e976-8e9f-4981-b697-63663deae1db admin admin] Publish callbacks [] for security_group (c6ffc770-906b-4d08-bf68-8a8bd45ab7c4), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:49.179553 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8cf3cc28-11a2-491d-a2c8-6ff386e5384d req-53946a37-a998-419b-8b1f-238c64a658ad tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454299 May 26 21:29:49.254271 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 51540) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:49.283103 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a561e976-8e9f-4981-b697-63663deae1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (c6ffc770-906b-4d08-bf68-8a8bd45ab7c4), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:49.285829 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a561e976-8e9f-4981-b697-63663deae1db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:49.286989 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-a561e976-8e9f-4981-b697-63663deae1db admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c6ffc770-906b-4d08-bf68-8a8bd45ab7c4 HTTP/1.1" status: 204 len: 168 time: 0.1936252 May 26 21:29:49.295690 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561e976-8e9f-4981-b697-63663deae1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ffc770-906b-4d08-bf68-8a8bd45ab7c4,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:49.377086 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4baad033-1c28-4800-9a29-a2bdecb41fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:49.454851 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4baad033-1c28-4800-9a29-a2bdecb41fd0 admin admin] Publish callbacks [] for security_group (409fba70-acdf-4027-bead-2af80580b6e4), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:49.465339 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:49.586783 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4baad033-1c28-4800-9a29-a2bdecb41fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (409fba70-acdf-4027-bead-2af80580b6e4), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:49.624480 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:49.651769 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baad033-1c28-4800-9a29-a2bdecb41fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409fba70-acdf-4027-bead-2af80580b6e4,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:49.658620 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-4baad033-1c28-4800-9a29-a2bdecb41fd0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e8158a7cacc4b60876f0bc7ab9a20fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4031446 May 26 21:29:49.661317 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 51550) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:49.715149 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c2ba6b45-ecb6-43d7-a7e5-39a7cf44c414 admin admin] Publish callbacks [] for security_group (409fba70-acdf-4027-bead-2af80580b6e4), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:49.744437 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c2ba6b45-ecb6-43d7-a7e5-39a7cf44c414 admin admin] Publish callbacks [] for security_group (409fba70-acdf-4027-bead-2af80580b6e4), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:49.911867 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c2ba6b45-ecb6-43d7-a7e5-39a7cf44c414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (409fba70-acdf-4027-bead-2af80580b6e4), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:49.915360 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c2ba6b45-ecb6-43d7-a7e5-39a7cf44c414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:49.916647 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-c2ba6b45-ecb6-43d7-a7e5-39a7cf44c414 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/409fba70-acdf-4027-bead-2af80580b6e4 HTTP/1.1" status: 204 len: 168 time: 0.2543929 May 26 21:29:49.928706 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba6b45-ecb6-43d7-a7e5-39a7cf44c414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409fba70-acdf-4027-bead-2af80580b6e4,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:50.305451 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6ed72-918b-48bc-94fe-b088ec6cdba5 req-adc2d859-5b8c-48c1-a22f-3a074514d8f6 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:50.307547 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-efc6ed72-918b-48bc-94fe-b088ec6cdba5 req-adc2d859-5b8c-48c1-a22f-3a074514d8f6 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 944 time: 0.0552623 May 26 21:29:50.357114 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-efc6ed72-918b-48bc-94fe-b088ec6cdba5 req-65b49aa1-fcd6-4aee-a0d8-4fda264db7e9 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435398 May 26 21:29:50.478177 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 51578) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:50.575825 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-c9a6f1ec-6e9e-4220-a372-0410afb31418 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-760489081-network', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:29:50.600701 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 51582) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:50.613799 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-0d91052f-0bef-48a2-b648-7b2b16623d0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:50.686645 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-0d91052f-0bef-48a2-b648-7b2b16623d0d admin admin] Publish callbacks [] for security_group (d9a9c7d4-ae3d-4b88-b4cc-b3e2cd467105), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:50.718111 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a6f1ec-6e9e-4220-a372-0410afb31418 admin admin] Made reservation on behalf of 771d85ed5c3b4a6bbc9945d88cfcbab8 for: {'network': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:29:50.720465 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c9a6f1ec-6e9e-4220-a372-0410afb31418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for network (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:50.729356 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c9a6f1ec-6e9e-4220-a372-0410afb31418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:50.785520 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:50.791963 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-0d91052f-0bef-48a2-b648-7b2b16623d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (d9a9c7d4-ae3d-4b88-b4cc-b3e2cd467105), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:50.808418 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c9a6f1ec-6e9e-4220-a372-0410afb31418 admin admin] Publish callbacks [] for security_group (c5d41762-d426-4d6e-ba7b-3772ab6345d3), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:50.831844 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-0d91052f-0bef-48a2-b648-7b2b16623d0d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd9af4b7d95e492cad7f4b6a9bebc7c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300496 May 26 21:29:50.832941 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91052f-0bef-48a2-b648-7b2b16623d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a9c7d4-ae3d-4b88-b4cc-b3e2cd467105,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:50.834558 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 51586) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:50.873942 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c9a6f1ec-6e9e-4220-a372-0410afb31418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (c5d41762-d426-4d6e-ba7b-3772ab6345d3), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:50.908185 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a6f1ec-6e9e-4220-a372-0410afb31418 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=104642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:29:50.915213 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-36370199-b534-4d14-98a6-2df501bf84e8 admin admin] Publish callbacks [] for security_group (d9a9c7d4-ae3d-4b88-b4cc-b3e2cd467105), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:50.922332 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6f1ec-6e9e-4220-a372-0410afb31418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d41762-d426-4d6e-ba7b-3772ab6345d3,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:50.934748 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c9a6f1ec-6e9e-4220-a372-0410afb31418 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745431346791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (02fd8397-45ae-4102-88f5-45108756efdb), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:50.935152 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.segments_db [None req-c9a6f1ec-6e9e-4220-a372-0410afb31418 admin admin] Added segment 02fd8397-45ae-4102-88f5-45108756efdb of type vlan for network 67963c39-9b8d-4e89-8021-57829e1176c5 May 26 21:29:50.973961 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-36370199-b534-4d14-98a6-2df501bf84e8 admin admin] Publish callbacks [] for security_group (d9a9c7d4-ae3d-4b88-b4cc-b3e2cd467105), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:50.993416 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c9a6f1ec-6e9e-4220-a372-0410afb31418 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745430822750'] for network (67963c39-9b8d-4e89-8021-57829e1176c5), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:51.054928 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-571fe71f-3922-4c74-a4b5-30efe0e6be9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:51.140791 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c9a6f1ec-6e9e-4220-a372-0410afb31418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for network (67963c39-9b8d-4e89-8021-57829e1176c5), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:51.141828 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a6f1ec-6e9e-4220-a372-0410afb31418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:51.142409 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c9a6f1ec-6e9e-4220-a372-0410afb31418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:51.146335 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-36370199-b534-4d14-98a6-2df501bf84e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (d9a9c7d4-ae3d-4b88-b4cc-b3e2cd467105), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:51.148757 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-36370199-b534-4d14-98a6-2df501bf84e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:51.149862 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-36370199-b534-4d14-98a6-2df501bf84e8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9a9c7d4-ae3d-4b88-b4cc-b3e2cd467105 HTTP/1.1" status: 204 len: 168 time: 0.3131998 May 26 21:29:51.165371 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:51.176699 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36370199-b534-4d14-98a6-2df501bf84e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a9c7d4-ae3d-4b88-b4cc-b3e2cd467105,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:51.215552 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6f1ec-6e9e-4220-a372-0410afb31418 admin admin] Pushing event updated for resources: {'Network': ['ID=67963c39-9b8d-4e89-8021-57829e1176c5,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:51.226596 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Network 67963c39-9b8d-4e89-8021-57829e1176c5 details requested by agent ovs-agent-dv-cinder-828805-3-iscsi with host dv-cinder-828805-3-iscsi {{(pid=104644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:29:51.285985 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-c9a6f1ec-6e9e-4220-a372-0410afb31418 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8067057 May 26 21:29:51.289949 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 51590) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:51.294799 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-4e8cd47f-35dc-4680-9549-b7daa9794647 admin admin] Request body: {'subnet': {'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-760489081-subnet', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'ip_version': 4}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:29:51.473638 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a235d1-3b00-401e-8004-e88dedfbd63c req-d128b4bf-808f-4df8-9e14-2638bcc4cc4d tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:51.475112 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b3a235d1-3b00-401e-8004-e88dedfbd63c req-d128b4bf-808f-4df8-9e14-2638bcc4cc4d tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 944 time: 0.0517194 May 26 21:29:51.495099 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:DELETE=1,neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:51.497474 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8cd47f-35dc-4680-9549-b7daa9794647 admin admin] Made reservation on behalf of 771d85ed5c3b4a6bbc9945d88cfcbab8 for: {'subnet': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:29:51.499844 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd47f-35dc-4680-9549-b7daa9794647 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4592072'] for subnet (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:51.573098 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b3a235d1-3b00-401e-8004-e88dedfbd63c req-8bc003e9-f591-4c1f-8648-c511269d0611 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917280 May 26 21:29:51.592650 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:INSERT=15,neutron:UPDATE=2,neutron:SELECT=83 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:51.769822 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd47f-35dc-4680-9549-b7daa9794647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4561994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4592094'] for subnet (e4d7177c-5e3d-448a-a712-c1598bcbcb8f), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:51.825617 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8cd47f-35dc-4680-9549-b7daa9794647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4d7177c-5e3d-448a-a712-c1598bcbcb8f,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:51.834102 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8cd47f-35dc-4680-9549-b7daa9794647 admin admin] Checking segment: {'id': '02fd8397-45ae-4102-88f5-45108756efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:29:51.834446 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8cd47f-35dc-4680-9549-b7daa9794647 admin admin] Network hostable DHCP agents. Network: 67963c39-9b8d-4e89-8021-57829e1176c5, hostable agents: ['35848227-359f-404d-a469-91025de84eed'], hosted agents: [] {{(pid=104643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:29:51.929284 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8cd47f-35dc-4680-9549-b7daa9794647 admin admin] Network 67963c39-9b8d-4e89-8021-57829e1176c5 is scheduled to be hosted by DHCP agent 35848227-359f-404d-a469-91025de84eed with binding_index 1 {{(pid=104643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:29:51.986288 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-4e8cd47f-35dc-4680-9549-b7daa9794647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-3-iscsi, 67963c39-9b8d-4e89-8021-57829e1176c5) {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:29:51.990448 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8cd47f-35dc-4680-9549-b7daa9794647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:51.991050 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd47f-35dc-4680-9549-b7daa9794647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for subnet (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:51.996080 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b4bb30-bbfc-4c20-806b-f519d565ebc5 None None] Network 67963c39-9b8d-4e89-8021-57829e1176c5 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:29:52.079683 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-4e8cd47f-35dc-4680-9549-b7daa9794647 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7885954 May 26 21:29:52.085653 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 51610) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:52.089835 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-a3628829-1b4d-42a9-aadf-4cd59f7edc03 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-760489081-router', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:29:52.105541 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a542e903-2061-43ec-9c29-31631c4b5203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6993d58-562d-5621-893b-747d316cca5c-67963c39-9b8d-4e89-8021-57829e1176c5', 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5', 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'fixed_ips': [{'subnet_id': 'e4d7177c-5e3d-448a-a712-c1598bcbcb8f'}]}} from dv-cinder-828805-3-iscsi. {{(pid=104644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 21:29:52.116988 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a542e903-2061-43ec-9c29-31631c4b5203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:52.220637 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a3628829-1b4d-42a9-aadf-4cd59f7edc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1694579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4878'] for router (3fa6af5f-05bd-42be-ad24-4ce7220031af), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:52.221872 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a3628829-1b4d-42a9-aadf-4cd59f7edc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4869'] for router (3fa6af5f-05bd-42be-ad24-4ce7220031af), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:52.247414 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.db_base_plugin_common [None req-a542e903-2061-43ec-9c29-31631c4b5203 None None] Allocated IP 172.20.0.2 (67963c39-9b8d-4e89-8021-57829e1176c5/e4d7177c-5e3d-448a-a712-c1598bcbcb8f/86d65845-ffef-4ff9-ae41-c2297620e244) {{(pid=104644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:29:52.277860 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a3628829-1b4d-42a9-aadf-4cd59f7edc03 admin admin] Publish callbacks [] for router_controller (3fa6af5f-05bd-42be-ad24-4ce7220031af), precommit_add_association {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:52.411871 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a542e903-2061-43ec-9c29-31631c4b5203 None None] Publish callbacks [] for port (86d65845-ffef-4ff9-ae41-c2297620e244), precommit_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:52.472893 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a542e903-2061-43ec-9c29-31631c4b5203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (86d65845-ffef-4ff9-ae41-c2297620e244), after_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:52.540320 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a542e903-2061-43ec-9c29-31631c4b5203 None None] Network 67963c39-9b8d-4e89-8021-57829e1176c5 is already hosted by enough agents. {{(pid=104644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:29:52.546791 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.base_scheduler [None req-a542e903-2061-43ec-9c29-31631c4b5203 None None] Resources bound (agent type, host, resource id): {{(pid=104644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:29:52.549544 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a542e903-2061-43ec-9c29-31631c4b5203 None None] Received port after_create {{(pid=104644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:29:52.555569 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542e903-2061-43ec-9c29-31631c4b5203 None None] Pushing event updated for resources: {'Port': ['ID=86d65845-ffef-4ff9-ae41-c2297620e244,revision_number=1']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:52.638456 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-a542e903-2061-43ec-9c29-31631c4b5203 None None] Attempting to bind port 86d65845-ffef-4ff9-ae41-c2297620e244 on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:29:52.642476 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-a542e903-2061-43ec-9c29-31631c4b5203 None None] Attempting to bind port 86d65845-ffef-4ff9-ae41-c2297620e244 by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': '02fd8397-45ae-4102-88f5-45108756efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:29:52.642476 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a542e903-2061-43ec-9c29-31631c4b5203 None None] Attempting to bind port 86d65845-ffef-4ff9-ae41-c2297620e244 on network 67963c39-9b8d-4e89-8021-57829e1176c5 {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:29:52.643126 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:52.647465 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a542e903-2061-43ec-9c29-31631c4b5203 None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:29:52.647879 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a542e903-2061-43ec-9c29-31631c4b5203 None None] Checking segment: {'id': '02fd8397-45ae-4102-88f5-45108756efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:29:52.649161 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a542e903-2061-43ec-9c29-31631c4b5203 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:52.649574 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a542e903-2061-43ec-9c29-31631c4b5203 None None] Bound using segment: {'id': '02fd8397-45ae-4102-88f5-45108756efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:29:52.650166 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-a542e903-2061-43ec-9c29-31631c4b5203 None None] Bound port: 86d65845-ffef-4ff9-ae41-c2297620e244, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fd8397-45ae-4102-88f5-45108756efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:29:52.650564 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a542e903-2061-43ec-9c29-31631c4b5203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (86d65845-ffef-4ff9-ae41-c2297620e244), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:52.717144 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:52.722278 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-a542e903-2061-43ec-9c29-31631c4b5203 None None] For port 86d65845-ffef-4ff9-ae41-c2297620e244, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:29:52.725443 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-a542e903-2061-43ec-9c29-31631c4b5203 None None] For port 86d65845-ffef-4ff9-ae41-c2297620e244, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=86d65845-ffef-4ff9-ae41-c2297620e244,segment=NetworkSegment(02fd8397-45ae-4102-88f5-45108756efdb),segment_id=02fd8397-45ae-4102-88f5-45108756efdb)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:29:52.744138 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a3628829-1b4d-42a9-aadf-4cd59f7edc03 admin admin] Publish callbacks [] for router_gateway (3fa6af5f-05bd-42be-ad24-4ce7220031af), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:52.760089 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ce38d-73e9-47c0-942a-379fda5cf5ce req-a32f5763-127d-4722-9193-4816d794bb19 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:52.761573 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0f5ce38d-73e9-47c0-942a-379fda5cf5ce req-a32f5763-127d-4722-9193-4816d794bb19 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 944 time: 0.0829298 May 26 21:29:52.810092 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a542e903-2061-43ec-9c29-31631c4b5203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (86d65845-ffef-4ff9-ae41-c2297620e244), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:52.829265 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0f5ce38d-73e9-47c0-942a-379fda5cf5ce req-c451070d-cb16-41e6-9c0f-c97599feb203 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571382 May 26 21:29:52.867946 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:52.878683 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542e903-2061-43ec-9c29-31631c4b5203 None None] Pushing event updated for resources: {'Port': ['ID=86d65845-ffef-4ff9-ae41-c2297620e244,revision_number=2']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:53.015351 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a3628829-1b4d-42a9-aadf-4cd59f7edc03 admin admin] Publish callbacks [] for router_gateway (3fa6af5f-05bd-42be-ad24-4ce7220031af), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:53.050193 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a3628829-1b4d-42a9-aadf-4cd59f7edc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:53.170139 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [None req-a3628829-1b4d-42a9-aadf-4cd59f7edc03 admin admin] Allocated IP 172.27.3.214 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/002fb366-ee00-4a28-98d2-099666443950) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:29:53.234516 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:53.278431 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a3628829-1b4d-42a9-aadf-4cd59f7edc03 admin admin] Publish callbacks [] for port (002fb366-ee00-4a28-98d2-099666443950), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:53.381046 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a3628829-1b4d-42a9-aadf-4cd59f7edc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (002fb366-ee00-4a28-98d2-099666443950), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:53.409568 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-cb43b235-8264-4e22-98a5-a3865a9159c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:53.426359 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3628829-1b4d-42a9-aadf-4cd59f7edc03 admin admin] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:29:53.431562 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-a3628829-1b4d-42a9-aadf-4cd59f7edc03 admin admin] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:29:53.434118 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3628829-1b4d-42a9-aadf-4cd59f7edc03 admin admin] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:29:53.437698 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3628829-1b4d-42a9-aadf-4cd59f7edc03 admin admin] Pushing event updated for resources: {'Port': ['ID=002fb366-ee00-4a28-98d2-099666443950,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:53.691669 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 86d65845-ffef-4ff9-ae41-c2297620e244 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:29:53.744976 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 86d65845-ffef-4ff9-ae41-c2297620e244 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:53.745336 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (86d65845-ffef-4ff9-ae41-c2297620e244), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:53.804900 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a3628829-1b4d-42a9-aadf-4cd59f7edc03 admin admin] Publish callbacks [] for router_gateway (3fa6af5f-05bd-42be-ad24-4ce7220031af), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:53.984119 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a01584c-ab6a-444d-bb43-7dd140524c6f None None] Network 67963c39-9b8d-4e89-8021-57829e1176c5 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:29:54.036706 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f8d72-f1d6-43dc-9da1-007ee9ab30ec req-40ca74dc-2c20-4de6-8317-af00cc766d78 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:54.038323 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-156f8d72-f1d6-43dc-9da1-007ee9ab30ec req-40ca74dc-2c20-4de6-8317-af00cc766d78 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 944 time: 0.0867040 May 26 21:29:54.049866 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 86d65845-ffef-4ff9-ae41-c2297620e244 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:54.050537 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (86d65845-ffef-4ff9-ae41-c2297620e244), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:54.062611 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-db2eebd1-a9c6-452f-a294-5ad097c6e8ef None None] Provisioning complete for port 86d65845-ffef-4ff9-ae41-c2297620e244 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:54.062994 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-db2eebd1-a9c6-452f-a294-5ad097c6e8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (86d65845-ffef-4ff9-ae41-c2297620e244), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:54.092694 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a3628829-1b4d-42a9-aadf-4cd59f7edc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696000'] for router (3fa6af5f-05bd-42be-ad24-4ce7220031af), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:54.127788 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:54.145819 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-156f8d72-f1d6-43dc-9da1-007ee9ab30ec req-560a872d-e875-442c-9cc4-f7ece95263d6 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001947 May 26 21:29:54.152428 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-b4353f01-5905-4310-a158-79fd044992cf None None] For port 86d65845-ffef-4ff9-ae41-c2297620e244, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=86d65845-ffef-4ff9-ae41-c2297620e244,segment=NetworkSegment(02fd8397-45ae-4102-88f5-45108756efdb),segment_id=02fd8397-45ae-4102-88f5-45108756efdb)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:29:54.208043 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-db2eebd1-a9c6-452f-a294-5ad097c6e8ef None None] Current status of the port 86d65845-ffef-4ff9-ae41-c2297620e244 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:54.208508 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-db2eebd1-a9c6-452f-a294-5ad097c6e8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (86d65845-ffef-4ff9-ae41-c2297620e244), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:54.218297 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (86d65845-ffef-4ff9-ae41-c2297620e244), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:54.310461 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Pushing event updated for resources: {'Port': ['ID=86d65845-ffef-4ff9-ae41-c2297620e244,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:54.313224 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.db.api [None req-db2eebd1-a9c6-452f-a294-5ad097c6e8ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104644) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 21:29:54.313627 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG oslo_db.api [None req-db2eebd1-a9c6-452f-a294-5ad097c6e8ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 21:29:54.325496 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3628829-1b4d-42a9-aadf-4cd59f7edc03 admin admin] Router 3fa6af5f-05bd-42be-ad24-4ce7220031af is scheduled to L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f with binding_index 1 {{(pid=104643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 21:29:54.472748 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3628829-1b4d-42a9-aadf-4cd59f7edc03 admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:29:54.489387 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] Sync routers for ids ['3fa6af5f-05bd-42be-ad24-4ce7220031af'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:29:54.501882 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] Routers {'3fa6af5f-05bd-42be-ad24-4ce7220031af'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:29:54.502510 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:29:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['3fa6af5f-05bd-42be-ad24-4ce7220031af'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:54.588738 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a3628829-1b4d-42a9-aadf-4cd59f7edc03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:54.590154 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-a3628829-1b4d-42a9-aadf-4cd59f7edc03 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5035222 May 26 21:29:54.592951 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 51690) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:54.608350 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] Set router 3fa6af5f-05bd-42be-ad24-4ce7220031af gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:29:54.635225 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:54.636103 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:54.753440 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:54.793840 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'name': 'tempest-TestMinimumBasicScenario-760489081-router', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '002fb366-ee00-4a28-98d2-099666443950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:52Z', 'updated_at': '2022-05-26T21:29:53Z', 'revision_number': 3, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'gw_port': {'id': '002fb366-ee00-4a28-98d2-099666443950', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:53Z', 'updated_at': '2022-05-26T21:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:54.819558 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] Checking router: 3fa6af5f-05bd-42be-ad24-4ce7220031af for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:29:54.819864 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] Updating router 3fa6af5f-05bd-42be-ad24-4ce7220031af port 002fb366-ee00-4a28-98d2-099666443950 binding host dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:29:54.849687 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (002fb366-ee00-4a28-98d2-099666443950), before_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:54.853318 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-db2eebd1-a9c6-452f-a294-5ad097c6e8ef None None] Current status of the port 86d65845-ffef-4ff9-ae41-c2297620e244 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:54.900778 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:54.976309 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-cbfe7ea7-9df2-4221-83ec-7e64a0f1781d None None] Provisioning complete for port 86d65845-ffef-4ff9-ae41-c2297620e244 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:54.976945 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-cbfe7ea7-9df2-4221-83ec-7e64a0f1781d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (86d65845-ffef-4ff9-ae41-c2297620e244), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:55.072967 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-cbfe7ea7-9df2-4221-83ec-7e64a0f1781d None None] Current status of the port 86d65845-ffef-4ff9-ae41-c2297620e244 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:55.083572 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3632d919-735f-4db3-8c71-86dc47a22c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:55.166072 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] Publish callbacks [] for port (002fb366-ee00-4a28-98d2-099666443950), precommit_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:55.277363 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:55.289308 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (002fb366-ee00-4a28-98d2-099666443950), after_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:55.299321 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee192f-45df-432e-a01c-ab3b39a8bc3a req-8054c31c-14cf-4960-a9a9-16e27d2799f5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:55.300818 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8cee192f-45df-432e-a01c-ab3b39a8bc3a req-8054c31c-14cf-4960-a9a9-16e27d2799f5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 944 time: 0.0774841 May 26 21:29:55.317372 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [None req-3632d919-735f-4db3-8c71-86dc47a22c00 admin admin] Allocated IP 172.20.0.1 (67963c39-9b8d-4e89-8021-57829e1176c5/e4d7177c-5e3d-448a-a712-c1598bcbcb8f/d74fc488-a12a-43de-89ea-1bb2b77554bb) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:29:55.340637 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] Attempting to bind port 002fb366-ee00-4a28-98d2-099666443950 on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:29:55.341001 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] Attempting to bind port 002fb366-ee00-4a28-98d2-099666443950 by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}] {{(pid=104645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:29:55.341366 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] Attempting to bind port 002fb366-ee00-4a28-98d2-099666443950 on network 35b4a44b-379f-44bd-a8f8-beb32b22a01e {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:29:55.350798 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:29:55.351165 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] Checking segment: {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:29:55.351620 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:55.351977 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] Bound using segment: {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'} {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:29:55.352433 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] Bound port: 002fb366-ee00-4a28-98d2-099666443950, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}}] {{(pid=104645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:29:55.352804 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (002fb366-ee00-4a28-98d2-099666443950), before_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:55.354563 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ade71-34aa-4944-aa5a-1f79fc14e7e9 None None] Pushing event updated for resources: {'Port': ['ID=002fb366-ee00-4a28-98d2-099666443950,revision_number=2']} {{(pid=104645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:55.407456 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8cee192f-45df-432e-a01c-ab3b39a8bc3a req-4a341b0f-5202-4df6-8aef-0d1200e108c6 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989690 May 26 21:29:55.407616 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.db [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] For port 002fb366-ee00-4a28-98d2-099666443950, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:29:55.410443 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.db [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] For port 002fb366-ee00-4a28-98d2-099666443950, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=002fb366-ee00-4a28-98d2-099666443950,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:29:55.460891 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3632d919-735f-4db3-8c71-86dc47a22c00 admin admin] Publish callbacks [] for port (d74fc488-a12a-43de-89ea-1bb2b77554bb), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:55.495380 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (002fb366-ee00-4a28-98d2-099666443950), after_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:55.518849 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:55.536481 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:55.541161 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3632d919-735f-4db3-8c71-86dc47a22c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (d74fc488-a12a-43de-89ea-1bb2b77554bb), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:55.560095 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] Routers {'3fa6af5f-05bd-42be-ad24-4ce7220031af'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:29:55.560820 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:29:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['3fa6af5f-05bd-42be-ad24-4ce7220031af'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:55.565730 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ade71-34aa-4944-aa5a-1f79fc14e7e9 None None] Pushing event updated for resources: {'Port': ['ID=002fb366-ee00-4a28-98d2-099666443950,revision_number=3']} {{(pid=104645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:55.583157 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3632d919-735f-4db3-8c71-86dc47a22c00 admin admin] Network 67963c39-9b8d-4e89-8021-57829e1176c5 is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:29:55.586184 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-3632d919-735f-4db3-8c71-86dc47a22c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:29:55.589083 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3632d919-735f-4db3-8c71-86dc47a22c00 admin admin] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:29:55.620616 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632d919-735f-4db3-8c71-86dc47a22c00 admin admin] Pushing event updated for resources: {'Port': ['ID=d74fc488-a12a-43de-89ea-1bb2b77554bb,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:55.643355 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3632d919-735f-4db3-8c71-86dc47a22c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696627'] for router_interface (3fa6af5f-05bd-42be-ad24-4ce7220031af), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:55.662731 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:55.714135 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] Set router 3fa6af5f-05bd-42be-ad24-4ce7220031af gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:29:55.714623 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 86d65845-ffef-4ff9-ae41-c2297620e244 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:29:55.790924 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:29:55.824199 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 86d65845-ffef-4ff9-ae41-c2297620e244 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:55.825115 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (86d65845-ffef-4ff9-ae41-c2297620e244), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:55.831190 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:55.972339 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'name': 'tempest-TestMinimumBasicScenario-760489081-router', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '002fb366-ee00-4a28-98d2-099666443950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:52Z', 'updated_at': '2022-05-26T21:29:53Z', 'revision_number': 3, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'gw_port': {'id': '002fb366-ee00-4a28-98d2-099666443950', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:53Z', 'updated_at': '2022-05-26T21:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:56.002391 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86187b88-110a-4125-b2cc-bc0382c27bfb None None] The sync data for ids ['3fa6af5f-05bd-42be-ad24-4ce7220031af'] in dv-cinder-828805-3-iscsi is: [{'id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'name': 'tempest-TestMinimumBasicScenario-760489081-router', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '002fb366-ee00-4a28-98d2-099666443950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:52Z', 'updated_at': '2022-05-26T21:29:53Z', 'revision_number': 3, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'gw_port': {'id': '002fb366-ee00-4a28-98d2-099666443950', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:53Z', 'updated_at': '2022-05-26T21:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:29:56.004178 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 86d65845-ffef-4ff9-ae41-c2297620e244 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:56.021579 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9,segment=NetworkSegment(92a89fa7-f318-4dd2-9048-6985bfbfaf8d),segment_id=92a89fa7-f318-4dd2-9048-6985bfbfaf8d)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:29:56.024291 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-d4ba0421-92da-4de6-b1bd-ba36360d525c None None] Provisioning complete for port d74fc488-a12a-43de-89ea-1bb2b77554bb triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:56.039168 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-d4ba0421-92da-4de6-b1bd-ba36360d525c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (d74fc488-a12a-43de-89ea-1bb2b77554bb), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:56.089025 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': '7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'port_id': '7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9', 'mac_address': 'fa:16:3e:84:ef:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:29:56.133314 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-d4ba0421-92da-4de6-b1bd-ba36360d525c None None] Port d74fc488-a12a-43de-89ea-1bb2b77554bb cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:29:56.144921 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:56.145280 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:56.149243 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:56.160236 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3632d919-735f-4db3-8c71-86dc47a22c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (d74fc488-a12a-43de-89ea-1bb2b77554bb), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:56.165338 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:29:56.187200 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9,segment=NetworkSegment(92a89fa7-f318-4dd2-9048-6985bfbfaf8d),segment_id=92a89fa7-f318-4dd2-9048-6985bfbfaf8d)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:29:56.216155 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2d22ac88-befc-45ab-b9f1-472910f14dec req-13255f48-b65d-4006-98dd-a84a6714b9e8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813189 May 26 21:29:56.282073 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22ac88-befc-45ab-b9f1-472910f14dec req-69b50236-2471-4749-95ce-28f6567d0f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:56.283931 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2d22ac88-befc-45ab-b9f1-472910f14dec req-69b50236-2471-4749-95ce-28f6567d0f7e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=318999cb1f874176b2523de9686febc1&device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 1129 time: 0.0450792 May 26 21:29:56.295109 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:56.316034 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:56.379848 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:56.407178 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:56.415144 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3632d919-735f-4db3-8c71-86dc47a22c00 admin admin] Publish callbacks [] for port (d74fc488-a12a-43de-89ea-1bb2b77554bb), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:56.470897 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22ac88-befc-45ab-b9f1-472910f14dec req-d3ebc07c-f6e6-45e2-9efb-265464e30bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:56.472692 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2d22ac88-befc-45ab-b9f1-472910f14dec req-d3ebc07c-f6e6-45e2-9efb-265464e30bba service neutron] 10.222.0.60 "GET /v2.0/networks?id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa HTTP/1.1" status: 200 len: 919 time: 0.1523914 May 26 21:29:56.519398 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2d22ac88-befc-45ab-b9f1-472910f14dec req-f06010d9-2a0f-4649-8754-b66f885d8b79 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2321d87-7db4-4cc6-a9c8-6caeb967992e HTTP/1.1" status: 200 len: 217 time: 0.0389640 May 26 21:29:56.533702 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3632d919-735f-4db3-8c71-86dc47a22c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (d74fc488-a12a-43de-89ea-1bb2b77554bb), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:56.588921 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22ac88-befc-45ab-b9f1-472910f14dec req-a3e33d6d-b04f-4daf-8552-0d05ad69ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:56.591485 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2d22ac88-befc-45ab-b9f1-472910f14dec req-a3e33d6d-b04f-4daf-8552-0d05ad69ce8d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2637c66-7972-4d35-9019-9342a0d2b58e HTTP/1.1" status: 200 len: 857 time: 0.0637991 May 26 21:29:56.632941 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54b345-9cf3-4bcc-b6bc-7f5823f4157b req-2e1e6846-89ee-4c90-b99f-50820a8f7ffb tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:56.634525 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4e54b345-9cf3-4bcc-b6bc-7f5823f4157b req-2e1e6846-89ee-4c90-b99f-50820a8f7ffb tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 945 time: 0.1438327 May 26 21:29:56.643152 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22ac88-befc-45ab-b9f1-472910f14dec req-eddc5647-6628-4121-9fd2-3d8685ec3721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:56.644697 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2d22ac88-befc-45ab-b9f1-472910f14dec req-eddc5647-6628-4121-9fd2-3d8685ec3721 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480566 May 26 21:29:56.644957 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632d919-735f-4db3-8c71-86dc47a22c00 admin admin] Pushing event updated for resources: {'Port': ['ID=d74fc488-a12a-43de-89ea-1bb2b77554bb,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:56.665846 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3632d919-735f-4db3-8c71-86dc47a22c00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-394233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694915'] for router_interface (3fa6af5f-05bd-42be-ad24-4ce7220031af), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:56.757404 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:29:56.762124 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4e54b345-9cf3-4bcc-b6bc-7f5823f4157b req-6d39f084-115e-4b4f-9c89-9ac25e44880c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181362 May 26 21:29:56.779994 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2d22ac88-befc-45ab-b9f1-472910f14dec req-6b31e84d-e99a-4bcf-b5eb-07c0b165fb27 service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247046 May 26 21:29:56.807207 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3632d919-735f-4db3-8c71-86dc47a22c00 admin admin] Network 67963c39-9b8d-4e89-8021-57829e1176c5 is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:29:56.809017 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-3632d919-735f-4db3-8c71-86dc47a22c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:29:56.933287 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2d22ac88-befc-45ab-b9f1-472910f14dec req-f5ea9f51-09ef-4f09-a638-4332bcc2af21 service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449139 May 26 21:29:56.988823 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:57.027428 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3632d919-735f-4db3-8c71-86dc47a22c00 admin admin] Router 3fa6af5f-05bd-42be-ad24-4ce7220031af has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:29:57.170497 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-305b3812-9804-488b-8c06-e465a67a268e None None] Provisioning complete for port d74fc488-a12a-43de-89ea-1bb2b77554bb triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:57.172432 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-305b3812-9804-488b-8c06-e465a67a268e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (d74fc488-a12a-43de-89ea-1bb2b77554bb), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:57.173556 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3632d919-735f-4db3-8c71-86dc47a22c00 admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:29:57.180934 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-3632d919-735f-4db3-8c71-86dc47a22c00 admin admin] 10.222.0.42 "PUT /v2.0/routers/3fa6af5f-05bd-42be-ad24-4ce7220031af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5865884 May 26 21:29:57.216424 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-305b3812-9804-488b-8c06-e465a67a268e None None] Port d74fc488-a12a-43de-89ea-1bb2b77554bb cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:29:57.569045 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fa01224a-4bcc-478b-9702-458557651c9a req-a67a6b2a-d28a-4983-9693-1b144b9d817a tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-389140089&fields=id&tenant_id=87d8cb3f18ae4f05a85dc21abaf316cb HTTP/1.1" status: 200 len: 267 time: 0.0531559 May 26 21:29:57.610610 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:57.716043 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01224a-4bcc-478b-9702-458557651c9a req-23451a27-6951-4643-bf34-848a3cac8741 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:57.717542 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fa01224a-4bcc-478b-9702-458557651c9a req-23451a27-6951-4643-bf34-848a3cac8741 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/networks?id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff HTTP/1.1" status: 200 len: 812 time: 0.1415980 May 26 21:29:57.718389 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 002fb366-ee00-4a28-98d2-099666443950 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:29:57.734116 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fa01224a-4bcc-478b-9702-458557651c9a req-a9d25379-bf6b-4f95-91f9-976468256b85 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/quotas/87d8cb3f18ae4f05a85dc21abaf316cb HTTP/1.1" status: 200 len: 375 time: 0.0110903 May 26 21:29:57.770241 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 002fb366-ee00-4a28-98d2-099666443950 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:57.770802 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (002fb366-ee00-4a28-98d2-099666443950), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:57.812684 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fa01224a-4bcc-478b-9702-458557651c9a req-bb9bb7c8-61c7-47ce-a4eb-96d223ce6e45 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=87d8cb3f18ae4f05a85dc21abaf316cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652213 May 26 21:29:57.892883 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 002fb366-ee00-4a28-98d2-099666443950 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:57.893538 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (002fb366-ee00-4a28-98d2-099666443950), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:57.931764 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8e49d-9b9c-4b14-a58e-0d33c69465d5 req-ca74571a-ff82-48f2-87b1-61244d56d028 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:57.934498 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-b4353f01-5905-4310-a158-79fd044992cf None None] For port 002fb366-ee00-4a28-98d2-099666443950, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=002fb366-ee00-4a28-98d2-099666443950,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:29:57.936359 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6bf8e49d-9b9c-4b14-a58e-0d33c69465d5 req-ca74571a-ff82-48f2-87b1-61244d56d028 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 945 time: 0.0813234 May 26 21:29:57.954861 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fa01224a-4bcc-478b-9702-458557651c9a req-696aa313-93b3-4226-b38c-966f886c00b8 service neutron] 10.222.0.42 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362832 May 26 21:29:57.990180 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6bf8e49d-9b9c-4b14-a58e-0d33c69465d5 req-efa46dc3-9d5e-4e65-a52c-98a630a58d1b tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502596 May 26 21:29:58.009688 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (002fb366-ee00-4a28-98d2-099666443950), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:58.062245 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:29:58.108528 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fa01224a-4bcc-478b-9702-458557651c9a req-8be4e1c1-a257-48fa-b6c0-93339cb3b91a service neutron] 10.222.0.42 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471622 May 26 21:29:58.109882 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Pushing event updated for resources: {'Port': ['ID=002fb366-ee00-4a28-98d2-099666443950,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:58.133352 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning for port 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 completed by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:29:58.192130 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:58.192452 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:58.252719 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 51770) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:58.259269 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-ba364b6c-c2d1-4d25-9cd4-494ec1ef226a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2050198183-network', 'tenant_id': '17c68dbe9a4a402685d6e60409d6b3a7'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:29:58.267159 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] Sync routers for ids ['3fa6af5f-05bd-42be-ad24-4ce7220031af'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:29:58.290430 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] Routers {'3fa6af5f-05bd-42be-ad24-4ce7220031af'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:29:58.291417 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:29:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['3fa6af5f-05bd-42be-ad24-4ce7220031af'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:58.372950 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:58.373309 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:58.415286 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba364b6c-c2d1-4d25-9cd4-494ec1ef226a admin admin] Made reservation on behalf of 17c68dbe9a4a402685d6e60409d6b3a7 for: {'network': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:29:58.418365 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ba364b6c-c2d1-4d25-9cd4-494ec1ef226a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for network (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:58.429663 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:58.435170 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ba364b6c-c2d1-4d25-9cd4-494ec1ef226a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:58.436314 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc04f2a-62bb-407b-b8d1-0e69eac279c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:29:58.439029 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c21305e-d502-4645-ba3d-408b779b6e4f" -d '{"events": [{"server_uuid": "8cc04f2a-62bb-407b-b8d1-0e69eac279c2", "name": "network-vif-plugged", "status": "completed", "tag": "7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:29:58.462512 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9,segment=NetworkSegment(92a89fa7-f318-4dd2-9048-6985bfbfaf8d),segment_id=92a89fa7-f318-4dd2-9048-6985bfbfaf8d)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:29:58.464681 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] Set router 3fa6af5f-05bd-42be-ad24-4ce7220031af gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:29:58.561341 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58ee5ba-87e3-46d7-9c3d-c3b979fc480b x-openstack-request-id: req-b58ee5ba-87e3-46d7-9c3d-c3b979fc480b {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:29:58.561729 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc04f2a-62bb-407b-b8d1-0e69eac279c2", "name": "network-vif-plugged", "status": "completed", "tag": "7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:29:58.562156 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b58ee5ba-87e3-46d7-9c3d-c3b979fc480b {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:29:58.562453 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b58ee5ba-87e3-46d7-9c3d-c3b979fc480b'] response: {'server_uuid': '8cc04f2a-62bb-407b-b8d1-0e69eac279c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9', 'code': 200} May 26 21:29:58.587439 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:58.591673 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ba364b6c-c2d1-4d25-9cd4-494ec1ef226a admin admin] Publish callbacks [] for security_group (dedf497a-baab-4754-81fa-c58d0c8a1c16), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:58.627283 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:58.709595 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ba364b6c-c2d1-4d25-9cd4-494ec1ef226a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (dedf497a-baab-4754-81fa-c58d0c8a1c16), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:58.775164 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba364b6c-c2d1-4d25-9cd4-494ec1ef226a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedf497a-baab-4754-81fa-c58d0c8a1c16,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:58.777672 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:58.789054 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba364b6c-c2d1-4d25-9cd4-494ec1ef226a admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=104643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:29:58.808805 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ba364b6c-c2d1-4d25-9cd4-494ec1ef226a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745431346791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (33abd8a5-f461-43e9-98cf-b796565ca7e4), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:58.808805 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.db.segments_db [None req-ba364b6c-c2d1-4d25-9cd4-494ec1ef226a admin admin] Added segment 33abd8a5-f461-43e9-98cf-b796565ca7e4 of type vlan for network 9cadfad7-9196-45c9-ae58-93480d3bbc14 May 26 21:29:58.873492 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ba364b6c-c2d1-4d25-9cd4-494ec1ef226a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745430822750'] for network (9cadfad7-9196-45c9-ae58-93480d3bbc14), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:58.961009 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2c5eb26a-8469-48d7-8ced-3e1f42f81e34 req-2220eca9-3a1a-48db-afc0-2d0a2dec9604 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 210 time: 0.0466003 May 26 21:29:58.977906 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ba364b6c-c2d1-4d25-9cd4-494ec1ef226a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for network (9cadfad7-9196-45c9-ae58-93480d3bbc14), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:58.977906 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba364b6c-c2d1-4d25-9cd4-494ec1ef226a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:58.977906 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ba364b6c-c2d1-4d25-9cd4-494ec1ef226a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:58.993682 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:59.007890 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f313b3a-3f0c-419a-9c2f-aa1eb6476b3a req-b794094f-9f01-4031-b33d-ec260cb34959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:59.012248 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2f313b3a-3f0c-419a-9c2f-aa1eb6476b3a req-b794094f-9f01-4031-b33d-ec260cb34959 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 1130 time: 0.0665956 May 26 21:29:59.026864 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:59.098702 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'name': 'tempest-TestMinimumBasicScenario-760489081-router', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '002fb366-ee00-4a28-98d2-099666443950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:52Z', 'updated_at': '2022-05-26T21:29:56Z', 'revision_number': 4, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'gw_port': {'id': '002fb366-ee00-4a28-98d2-099666443950', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:53Z', 'updated_at': '2022-05-26T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'd74fc488-a12a-43de-89ea-1bb2b77554bb', 'name': '', 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'mac_address': 'fa:16:3e:9a:3f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e4d7177c-5e3d-448a-a712-c1598bcbcb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:55Z', 'updated_at': '2022-05-26T21:29:56Z', 'revision_number': 2, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'subnets': [{'id': 'e4d7177c-5e3d-448a-a712-c1598bcbcb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:29:59.115078 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba364b6c-c2d1-4d25-9cd4-494ec1ef226a admin admin] Pushing event updated for resources: {'Network': ['ID=9cadfad7-9196-45c9-ae58-93480d3bbc14,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:59.127048 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-ba364b6c-c2d1-4d25-9cd4-494ec1ef226a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8726523 May 26 21:29:59.129878 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 51792) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:29:59.133802 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Network 9cadfad7-9196-45c9-ae58-93480d3bbc14 details requested by agent ovs-agent-dv-cinder-828805-3-iscsi with host dv-cinder-828805-3-iscsi {{(pid=104644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:29:59.138349 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-20c17018-6112-41d2-92ed-db73943e346e admin admin] Request body: {'subnet': {'network_id': '9cadfad7-9196-45c9-ae58-93480d3bbc14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2050198183-subnet', 'tenant_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'ip_version': 4}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:29:59.138631 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] Checking router: 3fa6af5f-05bd-42be-ad24-4ce7220031af for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:29:59.138989 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] Updating router 3fa6af5f-05bd-42be-ad24-4ce7220031af port d74fc488-a12a-43de-89ea-1bb2b77554bb binding host dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:29:59.139224 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2f313b3a-3f0c-419a-9c2f-aa1eb6476b3a req-54dfefc9-5acd-41b6-a690-ebea2b3825ef service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090269 May 26 21:29:59.196603 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb64e29-63f6-4980-9bf0-ea4389969c35 req-b9d480a7-c2df-4575-8e30-6e43e043cb93 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:59.198165 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-adb64e29-63f6-4980-9bf0-ea4389969c35 req-b9d480a7-c2df-4575-8e30-6e43e043cb93 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0546424 May 26 21:29:59.218218 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (d74fc488-a12a-43de-89ea-1bb2b77554bb), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:59.261237 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-adb64e29-63f6-4980-9bf0-ea4389969c35 req-6c8cca67-13b5-4e09-82cf-934d285d6871 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561984 May 26 21:29:59.262667 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c17018-6112-41d2-92ed-db73943e346e admin admin] Made reservation on behalf of 17c68dbe9a4a402685d6e60409d6b3a7 for: {'subnet': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:29:59.266879 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-20c17018-6112-41d2-92ed-db73943e346e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4592072'] for subnet (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:59.556389 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] Publish callbacks [] for port (d74fc488-a12a-43de-89ea-1bb2b77554bb), precommit_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:59.661293 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-20c17018-6112-41d2-92ed-db73943e346e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4561994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4592094'] for subnet (74bafb8a-d41c-48ca-8a93-ad8942bfb0cb), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:59.687262 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 002fb366-ee00-4a28-98d2-099666443950 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:29:59.719042 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c17018-6112-41d2-92ed-db73943e346e admin admin] Pushing event updated for resources: {'Subnet': ['ID=74bafb8a-d41c-48ca-8a93-ad8942bfb0cb,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:59.733017 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:59.735003 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 002fb366-ee00-4a28-98d2-099666443950 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:29:59.735368 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (002fb366-ee00-4a28-98d2-099666443950), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:59.737459 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c17018-6112-41d2-92ed-db73943e346e admin admin] Checking segment: {'id': '33abd8a5-f461-43e9-98cf-b796565ca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9cadfad7-9196-45c9-ae58-93480d3bbc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:29:59.737812 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c17018-6112-41d2-92ed-db73943e346e admin admin] Network hostable DHCP agents. Network: 9cadfad7-9196-45c9-ae58-93480d3bbc14, hostable agents: ['35848227-359f-404d-a469-91025de84eed'], hosted agents: [] {{(pid=104643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:29:59.740642 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:59.758523 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (d74fc488-a12a-43de-89ea-1bb2b77554bb), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:59.830060 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9831b20-c8ec-47b1-b989-bd88e617e7b8 None None] Pushing event updated for resources: {'Port': ['ID=d74fc488-a12a-43de-89ea-1bb2b77554bb,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:29:59.853620 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c17018-6112-41d2-92ed-db73943e346e admin admin] Network 9cadfad7-9196-45c9-ae58-93480d3bbc14 is scheduled to be hosted by DHCP agent 35848227-359f-404d-a469-91025de84eed with binding_index 1 {{(pid=104643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:29:59.918222 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 002fb366-ee00-4a28-98d2-099666443950 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:29:59.921126 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] Attempting to bind port d74fc488-a12a-43de-89ea-1bb2b77554bb on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:29:59.921299 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] Attempting to bind port d74fc488-a12a-43de-89ea-1bb2b77554bb by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': '02fd8397-45ae-4102-88f5-45108756efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:29:59.921533 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] Attempting to bind port d74fc488-a12a-43de-89ea-1bb2b77554bb on network 67963c39-9b8d-4e89-8021-57829e1176c5 {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:29:59.929565 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:29:59.929565 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] Checking segment: {'id': '02fd8397-45ae-4102-88f5-45108756efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:29:59.929565 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:59.929994 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] Bound using segment: {'id': '02fd8397-45ae-4102-88f5-45108756efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:29:59.930265 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] Bound port: d74fc488-a12a-43de-89ea-1bb2b77554bb, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fd8397-45ae-4102-88f5-45108756efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:29:59.930497 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (d74fc488-a12a-43de-89ea-1bb2b77554bb), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:59.963233 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:59.982442 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-20c17018-6112-41d2-92ed-db73943e346e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-3-iscsi, 9cadfad7-9196-45c9-ae58-93480d3bbc14) {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:29:59.987056 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c17018-6112-41d2-92ed-db73943e346e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:29:59.987831 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-20c17018-6112-41d2-92ed-db73943e346e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for subnet (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:59.999886 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1390d3a6-3995-4e2c-89d5-785383b4dfaf None None] Network 9cadfad7-9196-45c9-ae58-93480d3bbc14 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:30:00.058542 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] For port d74fc488-a12a-43de-89ea-1bb2b77554bb, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:30:00.069849 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-de84a046-7a00-46b8-a00b-782a287f3c3d req-8f98a509-21d5-46ab-8be4-96f4c3b6fcfb tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 210 time: 0.0414472 May 26 21:30:00.077250 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] For port d74fc488-a12a-43de-89ea-1bb2b77554bb, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=d74fc488-a12a-43de-89ea-1bb2b77554bb,segment=NetworkSegment(02fd8397-45ae-4102-88f5-45108756efdb),segment_id=02fd8397-45ae-4102-88f5-45108756efdb)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:30:00.132007 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7762bb5c-5ffd-4284-ae60-aa411d36a09c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6993d58-562d-5621-893b-747d316cca5c-9cadfad7-9196-45c9-ae58-93480d3bbc14', 'network_id': '9cadfad7-9196-45c9-ae58-93480d3bbc14', 'project_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'fixed_ips': [{'subnet_id': '74bafb8a-d41c-48ca-8a93-ad8942bfb0cb'}]}} from dv-cinder-828805-3-iscsi. {{(pid=104644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 21:30:00.132965 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-7762bb5c-5ffd-4284-ae60-aa411d36a09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:00.161029 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-20c17018-6112-41d2-92ed-db73943e346e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0300040 May 26 21:30:00.164533 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 51810) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:30:00.169328 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-493e5c24-179d-425d-8496-1437ed734bab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2050198183-router', 'tenant_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:30:00.214528 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (d74fc488-a12a-43de-89ea-1bb2b77554bb), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:00.224704 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-81522d27-b8d8-4c29-bede-949d69e663ae None None] Provisioning complete for port d74fc488-a12a-43de-89ea-1bb2b77554bb triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:30:00.225061 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-81522d27-b8d8-4c29-bede-949d69e663ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (d74fc488-a12a-43de-89ea-1bb2b77554bb), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:00.272902 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-493e5c24-179d-425d-8496-1437ed734bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1694579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4878'] for router (c729fc13-7f31-4e35-b278-1b42c7759484), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:00.273978 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-493e5c24-179d-425d-8496-1437ed734bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4869'] for router (c729fc13-7f31-4e35-b278-1b42c7759484), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:00.346754 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-493e5c24-179d-425d-8496-1437ed734bab admin admin] Publish callbacks [] for router_controller (c729fc13-7f31-4e35-b278-1b42c7759484), precommit_add_association {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:00.392886 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9831b20-c8ec-47b1-b989-bd88e617e7b8 None None] Pushing event updated for resources: {'Port': ['ID=d74fc488-a12a-43de-89ea-1bb2b77554bb,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:30:00.401359 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] Routers {'3fa6af5f-05bd-42be-ad24-4ce7220031af'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:30:00.402153 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:29:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['3fa6af5f-05bd-42be-ad24-4ce7220031af'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:30:00.406957 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:00.461726 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.db_base_plugin_common [None req-7762bb5c-5ffd-4284-ae60-aa411d36a09c None None] Allocated IP 172.20.0.2 (9cadfad7-9196-45c9-ae58-93480d3bbc14/74bafb8a-d41c-48ca-8a93-ad8942bfb0cb/aac65efa-9593-4725-a5a3-21759c21582d) {{(pid=104644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:30:00.466872 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b1057-c432-47c1-90cc-2b069ce221da req-b221c9c6-733f-460e-8c4a-5cb6f8f88db3 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:00.474268 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0f0b1057-c432-47c1-90cc-2b069ce221da req-b221c9c6-733f-460e-8c4a-5cb6f8f88db3 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0958099 May 26 21:30:00.620531 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-493e5c24-179d-425d-8496-1437ed734bab admin admin] Publish callbacks [] for router_gateway (c729fc13-7f31-4e35-b278-1b42c7759484), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:00.621700 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-81522d27-b8d8-4c29-bede-949d69e663ae None None] Current status of the port d74fc488-a12a-43de-89ea-1bb2b77554bb is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:30:00.622129 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-81522d27-b8d8-4c29-bede-949d69e663ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (d74fc488-a12a-43de-89ea-1bb2b77554bb), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:00.628560 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0f0b1057-c432-47c1-90cc-2b069ce221da req-1ef29d2a-68ba-4e41-96f6-d69bc0280731 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533451 May 26 21:30:00.652391 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] Set router 3fa6af5f-05bd-42be-ad24-4ce7220031af gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:30:00.748734 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-81522d27-b8d8-4c29-bede-949d69e663ae None None] For port d74fc488-a12a-43de-89ea-1bb2b77554bb, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=d74fc488-a12a-43de-89ea-1bb2b77554bb,segment=NetworkSegment(02fd8397-45ae-4102-88f5-45108756efdb),segment_id=02fd8397-45ae-4102-88f5-45108756efdb)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:30:00.845988 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-81522d27-b8d8-4c29-bede-949d69e663ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (d74fc488-a12a-43de-89ea-1bb2b77554bb), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:00.855088 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:00.893075 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-493e5c24-179d-425d-8496-1437ed734bab admin admin] Publish callbacks [] for router_gateway (c729fc13-7f31-4e35-b278-1b42c7759484), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:00.915940 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-7762bb5c-5ffd-4284-ae60-aa411d36a09c None None] Publish callbacks [] for port (aac65efa-9593-4725-a5a3-21759c21582d), precommit_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:00.924139 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-493e5c24-179d-425d-8496-1437ed734bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:01.056007 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:01.078954 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [None req-493e5c24-179d-425d-8496-1437ed734bab admin admin] Allocated IP 172.27.3.87 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/cb569b42-d64d-436e-b60f-c234a07f8be0) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:30:01.093895 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-7762bb5c-5ffd-4284-ae60-aa411d36a09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (aac65efa-9593-4725-a5a3-21759c21582d), after_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:01.143969 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81522d27-b8d8-4c29-bede-949d69e663ae None None] Pushing event updated for resources: {'Port': ['ID=d74fc488-a12a-43de-89ea-1bb2b77554bb,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:30:01.195484 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-fee2d455-c6d3-4b86-aee5-c1f30845e587 None None] Provisioning complete for port d74fc488-a12a-43de-89ea-1bb2b77554bb triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:30:01.195910 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-fee2d455-c6d3-4b86-aee5-c1f30845e587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (d74fc488-a12a-43de-89ea-1bb2b77554bb), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:01.206821 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7762bb5c-5ffd-4284-ae60-aa411d36a09c None None] Network 9cadfad7-9196-45c9-ae58-93480d3bbc14 is already hosted by enough agents. {{(pid=104644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:30:01.221363 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-650bdc13-529c-4eae-b0d1-229c3f4cf59a req-bb0a0b7a-f571-4cb4-9e16-7ba08588a8b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 210 time: 0.0528703 May 26 21:30:01.234762 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.base_scheduler [None req-7762bb5c-5ffd-4284-ae60-aa411d36a09c None None] Resources bound (agent type, host, resource id): {{(pid=104644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:30:01.240047 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7762bb5c-5ffd-4284-ae60-aa411d36a09c None None] Received port after_create {{(pid=104644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:30:01.244023 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-493e5c24-179d-425d-8496-1437ed734bab admin admin] Publish callbacks [] for port (cb569b42-d64d-436e-b60f-c234a07f8be0), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:01.271067 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'name': 'tempest-TestMinimumBasicScenario-760489081-router', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '002fb366-ee00-4a28-98d2-099666443950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:52Z', 'updated_at': '2022-05-26T21:29:56Z', 'revision_number': 4, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'gw_port': {'id': '002fb366-ee00-4a28-98d2-099666443950', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:53Z', 'updated_at': '2022-05-26T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'd74fc488-a12a-43de-89ea-1bb2b77554bb', 'name': '', 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'mac_address': 'fa:16:3e:9a:3f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e4d7177c-5e3d-448a-a712-c1598bcbcb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:55Z', 'updated_at': '2022-05-26T21:30:00Z', 'revision_number': 4, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'subnets': [{'id': 'e4d7177c-5e3d-448a-a712-c1598bcbcb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:30:01.304278 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762bb5c-5ffd-4284-ae60-aa411d36a09c None None] Pushing event updated for resources: {'Port': ['ID=aac65efa-9593-4725-a5a3-21759c21582d,revision_number=1']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:30:01.323913 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a651bb69-6468-40d6-8ca0-cfbcc7b91529 None None] The sync data for ids ['3fa6af5f-05bd-42be-ad24-4ce7220031af'] in dv-cinder-828805-3-iscsi is: [{'id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'name': 'tempest-TestMinimumBasicScenario-760489081-router', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '002fb366-ee00-4a28-98d2-099666443950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:52Z', 'updated_at': '2022-05-26T21:29:56Z', 'revision_number': 4, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'gw_port': {'id': '002fb366-ee00-4a28-98d2-099666443950', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:53Z', 'updated_at': '2022-05-26T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'd74fc488-a12a-43de-89ea-1bb2b77554bb', 'name': '', 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'mac_address': 'fa:16:3e:9a:3f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e4d7177c-5e3d-448a-a712-c1598bcbcb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:55Z', 'updated_at': '2022-05-26T21:30:00Z', 'revision_number': 4, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'subnets': [{'id': 'e4d7177c-5e3d-448a-a712-c1598bcbcb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:30:01.361786 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-493e5c24-179d-425d-8496-1437ed734bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (cb569b42-d64d-436e-b60f-c234a07f8be0), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:01.402074 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-7762bb5c-5ffd-4284-ae60-aa411d36a09c None None] Attempting to bind port aac65efa-9593-4725-a5a3-21759c21582d on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:30:01.402390 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-7762bb5c-5ffd-4284-ae60-aa411d36a09c None None] Attempting to bind port aac65efa-9593-4725-a5a3-21759c21582d by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': '33abd8a5-f461-43e9-98cf-b796565ca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9cadfad7-9196-45c9-ae58-93480d3bbc14'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:30:01.402709 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7762bb5c-5ffd-4284-ae60-aa411d36a09c None None] Attempting to bind port aac65efa-9593-4725-a5a3-21759c21582d on network 9cadfad7-9196-45c9-ae58-93480d3bbc14 {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:30:01.456714 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7762bb5c-5ffd-4284-ae60-aa411d36a09c None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:30:01.457215 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7762bb5c-5ffd-4284-ae60-aa411d36a09c None None] Checking segment: {'id': '33abd8a5-f461-43e9-98cf-b796565ca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9cadfad7-9196-45c9-ae58-93480d3bbc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:30:01.457515 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-7762bb5c-5ffd-4284-ae60-aa411d36a09c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:01.457910 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7762bb5c-5ffd-4284-ae60-aa411d36a09c None None] Bound using segment: {'id': '33abd8a5-f461-43e9-98cf-b796565ca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9cadfad7-9196-45c9-ae58-93480d3bbc14'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:30:01.458531 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-7762bb5c-5ffd-4284-ae60-aa411d36a09c None None] Bound port: aac65efa-9593-4725-a5a3-21759c21582d, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33abd8a5-f461-43e9-98cf-b796565ca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9cadfad7-9196-45c9-ae58-93480d3bbc14'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:30:01.459139 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-7762bb5c-5ffd-4284-ae60-aa411d36a09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (aac65efa-9593-4725-a5a3-21759c21582d), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:01.479084 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-fee2d455-c6d3-4b86-aee5-c1f30845e587 None None] Current status of the port d74fc488-a12a-43de-89ea-1bb2b77554bb is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:30:01.485531 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e5c24-179d-425d-8496-1437ed734bab admin admin] Pushing event updated for resources: {'Port': ['ID=cb569b42-d64d-436e-b60f-c234a07f8be0,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:30:01.542055 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493e5c24-179d-425d-8496-1437ed734bab admin admin] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:30:01.548640 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-493e5c24-179d-425d-8496-1437ed734bab admin admin] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:30:01.552365 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493e5c24-179d-425d-8496-1437ed734bab admin admin] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:30:01.580648 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:01.603080 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-7762bb5c-5ffd-4284-ae60-aa411d36a09c None None] For port aac65efa-9593-4725-a5a3-21759c21582d, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:30:01.607799 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-7762bb5c-5ffd-4284-ae60-aa411d36a09c None None] For port aac65efa-9593-4725-a5a3-21759c21582d, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=aac65efa-9593-4725-a5a3-21759c21582d,segment=NetworkSegment(33abd8a5-f461-43e9-98cf-b796565ca7e4),segment_id=33abd8a5-f461-43e9-98cf-b796565ca7e4)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:30:01.760772 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-7762bb5c-5ffd-4284-ae60-aa411d36a09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (aac65efa-9593-4725-a5a3-21759c21582d), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:01.808475 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device d74fc488-a12a-43de-89ea-1bb2b77554bb up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:30:01.844086 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675eb0e4-1de7-4037-b121-e14b6732704e req-755c7065-e3f3-48c9-9714-e49bfa84cce1 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:01.855371 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-675eb0e4-1de7-4037-b121-e14b6732704e req-755c7065-e3f3-48c9-9714-e49bfa84cce1 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0870800 May 26 21:30:01.868826 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:01.900076 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762bb5c-5ffd-4284-ae60-aa411d36a09c None None] Pushing event updated for resources: {'Port': ['ID=aac65efa-9593-4725-a5a3-21759c21582d,revision_number=2']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:30:01.917490 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port d74fc488-a12a-43de-89ea-1bb2b77554bb triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:30:01.917875 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (d74fc488-a12a-43de-89ea-1bb2b77554bb), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:01.964128 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-675eb0e4-1de7-4037-b121-e14b6732704e req-43b0e8e2-1288-4114-8136-16fc0a95567c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033394 May 26 21:30:02.118194 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port d74fc488-a12a-43de-89ea-1bb2b77554bb is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:30:02.157943 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-493e5c24-179d-425d-8496-1437ed734bab admin admin] Publish callbacks [] for router_gateway (c729fc13-7f31-4e35-b278-1b42c7759484), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:02.170829 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68427da8-0450-4eca-914e-7f3fc911e666 req-f51202ab-5569-48f1-bfea-ed7545b6b18d tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:02.181267 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-68427da8-0450-4eca-914e-7f3fc911e666 req-f51202ab-5569-48f1-bfea-ed7545b6b18d tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.1049783 May 26 21:30:02.185357 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 51870) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:30:02.209174 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-13cc464d-c7d6-4790-a45d-2ca928eeea49 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Request body: {'floatingip': {'port_id': '7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:30:02.270094 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-13cc464d-c7d6-4790-a45d-2ca928eeea49 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for floatingip (9e08809b-d4f0-4402-90cf-6e44b00da5c6), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:02.481133 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:02.672169 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f2258d94-5e88-410a-87c2-3acb667c8515 req-89ee4ba4-d1e8-4991-9e66-e42dc7db8668 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 210 time: 0.0642576 May 26 21:30:02.864098 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-493e5c24-179d-425d-8496-1437ed734bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696000'] for router (c729fc13-7f31-4e35-b278-1b42c7759484), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:02.986883 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:03.001786 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:03.011948 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01224a-4bcc-478b-9702-458557651c9a req-155bf027-ddf8-4be5-bf90-e1e8ecd23197 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:03.014876 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-fa01224a-4bcc-478b-9702-458557651c9a req-155bf027-ddf8-4be5-bf90-e1e8ecd23197 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.60 "GET /v2.0/networks?id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff HTTP/1.1" status: 200 len: 812 time: 0.6091125 May 26 21:30:03.105996 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493e5c24-179d-425d-8496-1437ed734bab admin admin] Router c729fc13-7f31-4e35-b278-1b42c7759484 is scheduled to L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f with binding_index 1 {{(pid=104643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 21:30:03.193753 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-fa01224a-4bcc-478b-9702-458557651c9a req-2b998f5d-4e25-4810-96c2-3ee31111be68 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87d8cb3f18ae4f05a85dc21abaf316cb HTTP/1.1" status: 200 len: 379 time: 0.1624615 May 26 21:30:03.248079 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [req-fa01224a-4bcc-478b-9702-458557651c9a req-f6865797-2a65-4b4b-868f-e3e096aed657 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Request body: {'port': {'device_id': '3e2b4ade-df77-4c06-bfc0-2a510bfe37d5', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'admin_state_up': True, 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'security_groups': ['26a93777-df00-40fa-8fd6-25a19f6ddb89']}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:30:03.268092 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493e5c24-179d-425d-8496-1437ed734bab admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:30:03.282735 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] Sync routers for ids ['c729fc13-7f31-4e35-b278-1b42c7759484'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:30:03.295521 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] Routers {'c729fc13-7f31-4e35-b278-1b42c7759484'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:30:03.296217 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:29:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['c729fc13-7f31-4e35-b278-1b42c7759484'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:30:03.333800 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d904a9b-3c4c-4832-b13d-927ce5e57f51 None None] Network 9cadfad7-9196-45c9-ae58-93480d3bbc14 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:30:03.359305 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-493e5c24-179d-425d-8496-1437ed734bab admin admin] Publish callbacks [] for router (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:03.360791 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-493e5c24-179d-425d-8496-1437ed734bab admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1951737 May 26 21:30:03.363319 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 51898) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:30:03.456298 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] Set router c729fc13-7f31-4e35-b278-1b42c7759484 gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:30:03.456644 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b8a6fd71-0f3c-44bf-8660-bd3461b7aaa2 None None] Provisioning complete for port aac65efa-9593-4725-a5a3-21759c21582d triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:30:03.457015 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b8a6fd71-0f3c-44bf-8660-bd3461b7aaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (aac65efa-9593-4725-a5a3-21759c21582d), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:03.550060 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-13cc464d-c7d6-4790-a45d-2ca928eeea49 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:03.580066 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b8a6fd71-0f3c-44bf-8660-bd3461b7aaa2 None None] Current status of the port aac65efa-9593-4725-a5a3-21759c21582d is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:30:03.581252 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b8a6fd71-0f3c-44bf-8660-bd3461b7aaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (aac65efa-9593-4725-a5a3-21759c21582d), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:03.659665 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa01224a-4bcc-478b-9702-458557651c9a req-f6865797-2a65-4b4b-868f-e3e096aed657 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Made reservation on behalf of 87d8cb3f18ae4f05a85dc21abaf316cb for: {'port': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:30:03.664405 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-fa01224a-4bcc-478b-9702-458557651c9a req-f6865797-2a65-4b4b-868f-e3e096aed657 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:03.688824 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-b8a6fd71-0f3c-44bf-8660-bd3461b7aaa2 None None] For port aac65efa-9593-4725-a5a3-21759c21582d, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=aac65efa-9593-4725-a5a3-21759c21582d,segment=NetworkSegment(33abd8a5-f461-43e9-98cf-b796565ca7e4),segment_id=33abd8a5-f461-43e9-98cf-b796565ca7e4)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:30:03.699660 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-13cc464d-c7d6-4790-a45d-2ca928eeea49 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (9e08809b-d4f0-4402-90cf-6e44b00da5c6), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:03.701748 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c729fc13-7f31-4e35-b278-1b42c7759484', 'name': 'tempest-TestMinimumBasicScenario-2050198183-router', 'tenant_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'cb569b42-d64d-436e-b60f-c234a07f8be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:30:00Z', 'updated_at': '2022-05-26T21:30:01Z', 'revision_number': 3, 'project_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'gw_port': {'id': 'cb569b42-d64d-436e-b60f-c234a07f8be0', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c729fc13-7f31-4e35-b278-1b42c7759484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:30:00Z', 'updated_at': '2022-05-26T21:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:30:03.752900 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] Checking router: c729fc13-7f31-4e35-b278-1b42c7759484 for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:30:03.754649 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] Updating router c729fc13-7f31-4e35-b278-1b42c7759484 port cb569b42-d64d-436e-b60f-c234a07f8be0 binding host dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:30:03.793254 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b8a6fd71-0f3c-44bf-8660-bd3461b7aaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (aac65efa-9593-4725-a5a3-21759c21582d), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:03.817920 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (cb569b42-d64d-436e-b60f-c234a07f8be0), before_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:03.888480 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:03.948365 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:03.950009 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6fd71-0f3c-44bf-8660-bd3461b7aaa2 None None] Pushing event updated for resources: {'Port': ['ID=aac65efa-9593-4725-a5a3-21759c21582d,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:30:03.956101 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device aac65efa-9593-4725-a5a3-21759c21582d up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:30:04.001961 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-02cda78c-8230-4abc-84ff-27924444eb8f req-bc5f6c07-bfdd-4b56-b63a-5081ed42fc72 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 210 time: 0.0883105 May 26 21:30:04.002185 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-5d457dbb-c60e-4b37-8cba-babb72e56b18 None None] Provisioning complete for port aac65efa-9593-4725-a5a3-21759c21582d triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:30:04.002421 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-5d457dbb-c60e-4b37-8cba-babb72e56b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (aac65efa-9593-4725-a5a3-21759c21582d), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:04.048446 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.l3_db [None req-13cc464d-c7d6-4790-a45d-2ca928eeea49 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Floating IP 9e08809b-d4f0-4402-90cf-6e44b00da5c6 associated. External IP: 172.27.3.152, port: 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9. May 26 21:30:04.052970 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port aac65efa-9593-4725-a5a3-21759c21582d triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:30:04.052970 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (aac65efa-9593-4725-a5a3-21759c21582d), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:04.057098 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7e2c15b3-8af8-44f7-b35b-ac46ac7ebf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:04.152174 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_common [req-fa01224a-4bcc-478b-9702-458557651c9a req-f6865797-2a65-4b4b-868f-e3e096aed657 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Allocated IP 172.20.0.12 (e9f896ed-3367-41b4-ace5-9c753fe1f6ff/b1df0acb-a81e-4431-8120-01e4c0040fd0/1faef2ef-eecc-4157-ac0a-913c45525b24) {{(pid=104642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:30:04.216063 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port aac65efa-9593-4725-a5a3-21759c21582d is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:30:04.240855 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-5d457dbb-c60e-4b37-8cba-babb72e56b18 None None] Current status of the port aac65efa-9593-4725-a5a3-21759c21582d is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:30:04.253638 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=100 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:04.309052 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:04.323446 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [None req-7e2c15b3-8af8-44f7-b35b-ac46ac7ebf2f admin admin] Allocated IP 172.20.0.1 (9cadfad7-9196-45c9-ae58-93480d3bbc14/74bafb8a-d41c-48ca-8a93-ad8942bfb0cb/47218f4d-ddde-42de-999b-458c8b61e2aa) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:30:04.325350 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:04.325715 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:04.365577 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] Publish callbacks [] for port (cb569b42-d64d-436e-b60f-c234a07f8be0), precommit_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:04.464988 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (cb569b42-d64d-436e-b60f-c234a07f8be0), after_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:04.465176 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cc464d-c7d6-4790-a45d-2ca928eeea49 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Router c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:30:04.467663 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7e2c15b3-8af8-44f7-b35b-ac46ac7ebf2f admin admin] Publish callbacks [] for port (47218f4d-ddde-42de-999b-458c8b61e2aa), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:04.479131 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-fa01224a-4bcc-478b-9702-458557651c9a req-f6865797-2a65-4b4b-868f-e3e096aed657 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for port (1faef2ef-eecc-4157-ac0a-913c45525b24), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:04.521214 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] Attempting to bind port cb569b42-d64d-436e-b60f-c234a07f8be0 on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:30:04.521594 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] Attempting to bind port cb569b42-d64d-436e-b60f-c234a07f8be0 by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}] {{(pid=104645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:30:04.521921 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] Attempting to bind port cb569b42-d64d-436e-b60f-c234a07f8be0 on network 35b4a44b-379f-44bd-a8f8-beb32b22a01e {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:30:04.532271 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd1944-f1a3-461b-a503-b4cb379f7ac0 None None] Pushing event updated for resources: {'Port': ['ID=cb569b42-d64d-436e-b60f-c234a07f8be0,revision_number=2']} {{(pid=104645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:30:04.534845 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:30:04.535220 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] Checking segment: {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:30:04.535598 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:04.536529 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] Bound using segment: {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'} {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:30:04.537000 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] Bound port: cb569b42-d64d-436e-b60f-c234a07f8be0, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}}] {{(pid=104645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:30:04.537564 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (cb569b42-d64d-436e-b60f-c234a07f8be0), before_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:04.567947 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd1944-f1a3-461b-a503-b4cb379f7ac0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:04.568679 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd1944-f1a3-461b-a503-b4cb379f7ac0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:04.569231 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd1944-f1a3-461b-a503-b4cb379f7ac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:04.569778 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd1944-f1a3-461b-a503-b4cb379f7ac0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:04.570262 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd1944-f1a3-461b-a503-b4cb379f7ac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:04.570426 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7e2c15b3-8af8-44f7-b35b-ac46ac7ebf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (47218f4d-ddde-42de-999b-458c8b61e2aa), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:04.570959 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd1944-f1a3-461b-a503-b4cb379f7ac0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:04.571446 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd1944-f1a3-461b-a503-b4cb379f7ac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:04.571998 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd1944-f1a3-461b-a503-b4cb379f7ac0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:04.572506 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd1944-f1a3-461b-a503-b4cb379f7ac0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:04.572995 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd1944-f1a3-461b-a503-b4cb379f7ac0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:04.573516 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd1944-f1a3-461b-a503-b4cb379f7ac0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:04.574102 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd1944-f1a3-461b-a503-b4cb379f7ac0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:04.574572 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd1944-f1a3-461b-a503-b4cb379f7ac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:04.575052 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd1944-f1a3-461b-a503-b4cb379f7ac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:04.575395 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd1944-f1a3-461b-a503-b4cb379f7ac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:04.612518 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:04.617371 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.db [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] For port cb569b42-d64d-436e-b60f-c234a07f8be0, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:30:04.625760 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.db [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] For port cb569b42-d64d-436e-b60f-c234a07f8be0, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=cb569b42-d64d-436e-b60f-c234a07f8be0,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:30:04.629713 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2c15b3-8af8-44f7-b35b-ac46ac7ebf2f admin admin] Network 9cadfad7-9196-45c9-ae58-93480d3bbc14 is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:30:04.635831 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-7e2c15b3-8af8-44f7-b35b-ac46ac7ebf2f admin admin] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:30:04.640761 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2c15b3-8af8-44f7-b35b-ac46ac7ebf2f admin admin] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:30:04.641107 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cc464d-c7d6-4790-a45d-2ca928eeea49 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:30:04.654844 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643fa5de-0b35-4867-92f6-b1bae161f118 None None] Sync routers for ids ['c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:30:04.656706 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-13cc464d-c7d6-4790-a45d-2ca928eeea49 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:04.675969 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643fa5de-0b35-4867-92f6-b1bae161f118 None None] Routers {'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:30:04.677160 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-643fa5de-0b35-4867-92f6-b1bae161f118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:29:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:30:04.677836 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c15b3-8af8-44f7-b35b-ac46ac7ebf2f admin admin] Pushing event updated for resources: {'Port': ['ID=47218f4d-ddde-42de-999b-458c8b61e2aa,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:30:04.694520 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-fa01224a-4bcc-478b-9702-458557651c9a req-f6865797-2a65-4b4b-868f-e3e096aed657 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (1faef2ef-eecc-4157-ac0a-913c45525b24), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:04.702574 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (cb569b42-d64d-436e-b60f-c234a07f8be0), after_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:04.726616 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7e2c15b3-8af8-44f7-b35b-ac46ac7ebf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696627'] for router_interface (c729fc13-7f31-4e35-b278-1b42c7759484), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:04.767512 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa01224a-4bcc-478b-9702-458557651c9a req-f6865797-2a65-4b4b-868f-e3e096aed657 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Network e9f896ed-3367-41b4-ace5-9c753fe1f6ff is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:30:04.769623 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-13cc464d-c7d6-4790-a45d-2ca928eeea49 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "PUT /v2.0/floatingips/9e08809b-d4f0-4402-90cf-6e44b00da5c6 HTTP/1.1" status: 200 len: 992 time: 2.5828662 May 26 21:30:04.774178 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc04f2a-62bb-407b-b8d1-0e69eac279c2', 'tag': '7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:30:04.776707 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a80d34-971e-4437-8e1a-40bba72f149d" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc04f2a-62bb-407b-b8d1-0e69eac279c2", "tag": "7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:30:04.816298 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [req-fa01224a-4bcc-478b-9702-458557651c9a req-f6865797-2a65-4b4b-868f-e3e096aed657 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:30:04.823925 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:04.836563 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa01224a-4bcc-478b-9702-458557651c9a req-f6865797-2a65-4b4b-868f-e3e096aed657 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Received port after_create {{(pid=104642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:30:04.862960 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] Routers {'c729fc13-7f31-4e35-b278-1b42c7759484'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:30:04.865549 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:29:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['c729fc13-7f31-4e35-b278-1b42c7759484'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:30:04.929403 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-643fa5de-0b35-4867-92f6-b1bae161f118 None None] Set router c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:30:04.958232 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9c007e-bc5b-4dfa-8eaf-669b5e36a395 x-openstack-request-id: req-3d9c007e-bc5b-4dfa-8eaf-669b5e36a395 {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:30:04.958528 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc04f2a-62bb-407b-b8d1-0e69eac279c2", "tag": "7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:30:04.958776 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3d9c007e-bc5b-4dfa-8eaf-669b5e36a395 {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:30:04.959175 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d9c007e-bc5b-4dfa-8eaf-669b5e36a395'] response: {'name': 'network-changed', 'server_uuid': '8cc04f2a-62bb-407b-b8d1-0e69eac279c2', 'tag': '7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9', 'status': 'completed', 'code': 200} May 26 21:30:04.981298 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01224a-4bcc-478b-9702-458557651c9a req-f6865797-2a65-4b4b-868f-e3e096aed657 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:04.981968 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-fa01224a-4bcc-478b-9702-458557651c9a req-f6865797-2a65-4b4b-868f-e3e096aed657 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:05.003408 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6865797-2a65-4b4b-868f-e3e096aed657 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Pushing event updated for resources: {'Port': ['ID=1faef2ef-eecc-4157-ac0a-913c45525b24,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:30:05.049677 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd1944-f1a3-461b-a503-b4cb379f7ac0 None None] Pushing event updated for resources: {'Port': ['ID=cb569b42-d64d-436e-b60f-c234a07f8be0,revision_number=3']} {{(pid=104645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:30:05.060700 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a80d34-971e-4437-8e1a-40bba72f149d req-3c5ef815-3d15-4683-8c57-40f14d1e9b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:05.061231 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-02a80d34-971e-4437-8e1a-40bba72f149d req-3c5ef815-3d15-4683-8c57-40f14d1e9b6e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=318999cb1f874176b2523de9686febc1&device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 1130 time: 0.1225612 May 26 21:30:05.081256 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-fa01224a-4bcc-478b-9702-458557651c9a req-f6865797-2a65-4b4b-868f-e3e096aed657 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8377502 May 26 21:30:05.094413 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [req-fa01224a-4bcc-478b-9702-458557651c9a req-93b0a5c3-5f82-46f8-a24a-8b8f9f419b44 service neutron] Request body: {'port': {'device_id': '3e2b4ade-df77-4c06-bfc0-2a510bfe37d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:30:05.141969 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] Set router c729fc13-7f31-4e35-b278-1b42c7759484 gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:30:05.176185 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:05.221167 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:05.295488 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b4a1b-e974-4b01-8faa-0dc56aa12019 req-521ef842-e938-4a46-a023-6ca7a17cf05e tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:05.297693 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-554ccd37-0dce-4fa0-9d74-fa325289958e None None] Provisioning complete for port 47218f4d-ddde-42de-999b-458c8b61e2aa triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:30:05.298646 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-554ccd37-0dce-4fa0-9d74-fa325289958e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (47218f4d-ddde-42de-999b-458c8b61e2aa), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:05.305964 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-723b4a1b-e974-4b01-8faa-0dc56aa12019 req-521ef842-e938-4a46-a023-6ca7a17cf05e tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 932 time: 0.1419137 May 26 21:30:05.333637 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a80d34-971e-4437-8e1a-40bba72f149d req-9f0d0cba-a1fd-4ddd-89e9-94eafea3b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:05.335304 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-02a80d34-971e-4437-8e1a-40bba72f149d req-9f0d0cba-a1fd-4ddd-89e9-94eafea3b160 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa HTTP/1.1" status: 200 len: 919 time: 0.2541208 May 26 21:30:05.340500 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-fa01224a-4bcc-478b-9702-458557651c9a req-93b0a5c3-5f82-46f8-a24a-8b8f9f419b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (1faef2ef-eecc-4157-ac0a-913c45525b24), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:05.373100 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-554ccd37-0dce-4fa0-9d74-fa325289958e None None] Port 47218f4d-ddde-42de-999b-458c8b61e2aa cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:30:05.410717 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-723b4a1b-e974-4b01-8faa-0dc56aa12019 req-f16869a9-d005-436b-a52a-258a0aa7bea4 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037898 May 26 21:30:05.441997 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c729fc13-7f31-4e35-b278-1b42c7759484', 'name': 'tempest-TestMinimumBasicScenario-2050198183-router', 'tenant_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'cb569b42-d64d-436e-b60f-c234a07f8be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:30:00Z', 'updated_at': '2022-05-26T21:30:01Z', 'revision_number': 3, 'project_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'gw_port': {'id': 'cb569b42-d64d-436e-b60f-c234a07f8be0', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c729fc13-7f31-4e35-b278-1b42c7759484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:30:00Z', 'updated_at': '2022-05-26T21:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:30:05.453106 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-02a80d34-971e-4437-8e1a-40bba72f149d req-7d8d2d12-0802-4468-8803-f5610937e900 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 HTTP/1.1" status: 200 len: 1000 time: 0.1110511 May 26 21:30:05.469913 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eea69c3-0195-45c5-b58b-482cb2afe5dc None None] The sync data for ids ['c729fc13-7f31-4e35-b278-1b42c7759484'] in dv-cinder-828805-3-iscsi is: [{'id': 'c729fc13-7f31-4e35-b278-1b42c7759484', 'name': 'tempest-TestMinimumBasicScenario-2050198183-router', 'tenant_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'cb569b42-d64d-436e-b60f-c234a07f8be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:30:00Z', 'updated_at': '2022-05-26T21:30:01Z', 'revision_number': 3, 'project_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'gw_port': {'id': 'cb569b42-d64d-436e-b60f-c234a07f8be0', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c729fc13-7f31-4e35-b278-1b42c7759484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:30:00Z', 'updated_at': '2022-05-26T21:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:30:05.505455 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-14dd2a1b-1feb-48bd-9dc8-58598b58562a None None] Provisioning complete for port 1faef2ef-eecc-4157-ac0a-913c45525b24 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:30:05.505455 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-14dd2a1b-1feb-48bd-9dc8-58598b58562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (1faef2ef-eecc-4157-ac0a-913c45525b24), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:05.510808 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a80d34-971e-4437-8e1a-40bba72f149d req-0c64675d-f42b-4789-89dd-de7763f86075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:05.512751 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-02a80d34-971e-4437-8e1a-40bba72f149d req-0c64675d-f42b-4789-89dd-de7763f86075 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2637c66-7972-4d35-9019-9342a0d2b58e HTTP/1.1" status: 200 len: 857 time: 0.0529366 May 26 21:30:05.513528 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7e2c15b3-8af8-44f7-b35b-ac46ac7ebf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (47218f4d-ddde-42de-999b-458c8b61e2aa), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:05.599654 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-14dd2a1b-1feb-48bd-9dc8-58598b58562a None None] Port 1faef2ef-eecc-4157-ac0a-913c45525b24 cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:30:05.628245 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a80d34-971e-4437-8e1a-40bba72f149d req-2ea73139-fee1-4422-a547-2972097f2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:05.630610 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-02a80d34-971e-4437-8e1a-40bba72f149d req-2ea73139-fee1-4422-a547-2972097f2832 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1057837 May 26 21:30:05.715601 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-643fa5de-0b35-4867-92f6-b1bae161f118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-231518021-router', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '318999cb1f874176b2523de9686febc1', 'gw_port': {'id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '9e08809b-d4f0-4402-90cf-6e44b00da5c6', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'port_id': '7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'mac_address': 'fa:16:3e:84:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc04f2a-62bb-407b-b8d1-0e69eac279c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:29:40Z', 'updated_at': '2022-05-26T21:30:03Z', 'revision_number': 1, 'project_id': '318999cb1f874176b2523de9686febc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0572f3e-08d2-4188-96a3-1ea6290183be', 'name': '', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'mac_address': 'fa:16:3e:a5:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:07Z', 'updated_at': '2022-05-26T21:27:21Z', 'revision_number': 5, 'project_id': '318999cb1f874176b2523de9686febc1', 'subnets': [{'id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:30:05.752935 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:05.753493 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device aac65efa-9593-4725-a5a3-21759c21582d up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:30:05.760057 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643fa5de-0b35-4867-92f6-b1bae161f118 None None] Checking router: c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:30:05.789465 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643fa5de-0b35-4867-92f6-b1bae161f118 None None] Routers {'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:30:05.790082 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-643fa5de-0b35-4867-92f6-b1bae161f118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:29:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:30:05.793387 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:05.822832 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [req-fa01224a-4bcc-478b-9702-458557651c9a req-93b0a5c3-5f82-46f8-a24a-8b8f9f419b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1faef2ef-eecc-4157-ac0a-913c45525b24 {{(pid=104642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:30:05.828866 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:05.833773 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-fa01224a-4bcc-478b-9702-458557651c9a req-93b0a5c3-5f82-46f8-a24a-8b8f9f419b44 service neutron] Publish callbacks [] for port (1faef2ef-eecc-4157-ac0a-913c45525b24), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:05.858440 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.provisioning_blocks [req-fa01224a-4bcc-478b-9702-458557651c9a req-93b0a5c3-5f82-46f8-a24a-8b8f9f419b44 service neutron] Transition to ACTIVE for port object 1faef2ef-eecc-4157-ac0a-913c45525b24 will not be triggered until provisioned by entity L2. {{(pid=104642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:30:05.872555 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-02a80d34-971e-4437-8e1a-40bba72f149d req-4a77dc41-fee0-4ea8-9447-2d9c197ad718 service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261028 May 26 21:30:05.951607 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-fa01224a-4bcc-478b-9702-458557651c9a req-93b0a5c3-5f82-46f8-a24a-8b8f9f419b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632642'] for port (1faef2ef-eecc-4157-ac0a-913c45525b24), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:06.006636 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-02a80d34-971e-4437-8e1a-40bba72f149d req-0dee8078-d1de-476a-aa05-d690e46a4af9 service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273692 May 26 21:30:06.082066 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0a5c3-5f82-46f8-a24a-8b8f9f419b44 service neutron] Pushing event updated for resources: {'Port': ['ID=1faef2ef-eecc-4157-ac0a-913c45525b24,revision_number=2']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:30:06.110110 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7e2c15b3-8af8-44f7-b35b-ac46ac7ebf2f admin admin] Publish callbacks [] for port (47218f4d-ddde-42de-999b-458c8b61e2aa), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:06.149033 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port aac65efa-9593-4725-a5a3-21759c21582d triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:30:06.149626 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (aac65efa-9593-4725-a5a3-21759c21582d), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:06.192028 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7e2c15b3-8af8-44f7-b35b-ac46ac7ebf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (47218f4d-ddde-42de-999b-458c8b61e2aa), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:06.230414 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.managers [req-fa01224a-4bcc-478b-9702-458557651c9a req-93b0a5c3-5f82-46f8-a24a-8b8f9f419b44 service neutron] Attempting to bind port 1faef2ef-eecc-4157-ac0a-913c45525b24 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:30:06.230910 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.managers [req-fa01224a-4bcc-478b-9702-458557651c9a req-93b0a5c3-5f82-46f8-a24a-8b8f9f419b44 service neutron] Attempting to bind port 1faef2ef-eecc-4157-ac0a-913c45525b24 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'fe8da2ec-f933-44ba-82fb-b654f7378e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff'}] {{(pid=104642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:30:06.231277 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa01224a-4bcc-478b-9702-458557651c9a req-93b0a5c3-5f82-46f8-a24a-8b8f9f419b44 service neutron] Attempting to bind port 1faef2ef-eecc-4157-ac0a-913c45525b24 on network e9f896ed-3367-41b4-ace5-9c753fe1f6ff {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:30:06.236926 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa01224a-4bcc-478b-9702-458557651c9a req-93b0a5c3-5f82-46f8-a24a-8b8f9f419b44 service neutron] Port 1faef2ef-eecc-4157-ac0a-913c45525b24 on network e9f896ed-3367-41b4-ace5-9c753fe1f6ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:30:06.238895 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa01224a-4bcc-478b-9702-458557651c9a req-93b0a5c3-5f82-46f8-a24a-8b8f9f419b44 service neutron] Attempting to bind port 1faef2ef-eecc-4157-ac0a-913c45525b24 on network e9f896ed-3367-41b4-ace5-9c753fe1f6ff {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:30:06.239370 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-643fa5de-0b35-4867-92f6-b1bae161f118 None None] Set router c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:30:06.244779 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa01224a-4bcc-478b-9702-458557651c9a req-93b0a5c3-5f82-46f8-a24a-8b8f9f419b44 service neutron] Checking agent: {'id': '2bd30f19-4481-40fa-92e6-11ccee452902', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'started_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:30:06.245208 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa01224a-4bcc-478b-9702-458557651c9a req-93b0a5c3-5f82-46f8-a24a-8b8f9f419b44 service neutron] Checking segment: {'id': 'fe8da2ec-f933-44ba-82fb-b654f7378e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:30:06.245658 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa01224a-4bcc-478b-9702-458557651c9a req-93b0a5c3-5f82-46f8-a24a-8b8f9f419b44 service neutron] Bound using segment: {'id': 'fe8da2ec-f933-44ba-82fb-b654f7378e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff'} {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:30:06.247325 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.managers [req-fa01224a-4bcc-478b-9702-458557651c9a req-93b0a5c3-5f82-46f8-a24a-8b8f9f419b44 service neutron] Bound port: 1faef2ef-eecc-4157-ac0a-913c45525b24, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe8da2ec-f933-44ba-82fb-b654f7378e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff'}}] {{(pid=104642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:30:06.247858 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-fa01224a-4bcc-478b-9702-458557651c9a req-93b0a5c3-5f82-46f8-a24a-8b8f9f419b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (1faef2ef-eecc-4157-ac0a-913c45525b24), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:06.328885 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c15b3-8af8-44f7-b35b-ac46ac7ebf2f admin admin] Pushing event updated for resources: {'Port': ['ID=47218f4d-ddde-42de-999b-458c8b61e2aa,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:30:06.416724 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7e2c15b3-8af8-44f7-b35b-ac46ac7ebf2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-394233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694915'] for router_interface (c729fc13-7f31-4e35-b278-1b42c7759484), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:06.435327 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [req-fa01224a-4bcc-478b-9702-458557651c9a req-93b0a5c3-5f82-46f8-a24a-8b8f9f419b44 service neutron] For port 1faef2ef-eecc-4157-ac0a-913c45525b24, host hv-cinder-82880, cleared binding levels {{(pid=104642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:30:06.439642 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [req-fa01224a-4bcc-478b-9702-458557651c9a req-93b0a5c3-5f82-46f8-a24a-8b8f9f419b44 service neutron] For port 1faef2ef-eecc-4157-ac0a-913c45525b24, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1faef2ef-eecc-4157-ac0a-913c45525b24,segment=NetworkSegment(fe8da2ec-f933-44ba-82fb-b654f7378e99),segment_id=fe8da2ec-f933-44ba-82fb-b654f7378e99)] {{(pid=104642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:30:06.512718 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-fa01224a-4bcc-478b-9702-458557651c9a req-93b0a5c3-5f82-46f8-a24a-8b8f9f419b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632642'] for port (1faef2ef-eecc-4157-ac0a-913c45525b24), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:06.564689 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01224a-4bcc-478b-9702-458557651c9a req-93b0a5c3-5f82-46f8-a24a-8b8f9f419b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:06.565360 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-fa01224a-4bcc-478b-9702-458557651c9a req-93b0a5c3-5f82-46f8-a24a-8b8f9f419b44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:06.567318 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-fa01224a-4bcc-478b-9702-458557651c9a req-93b0a5c3-5f82-46f8-a24a-8b8f9f419b44 service neutron] 10.222.0.60 "PUT /v2.0/ports/1faef2ef-eecc-4157-ac0a-913c45525b24 HTTP/1.1" status: 200 len: 1094 time: 1.4776037 May 26 21:30:06.618180 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port aac65efa-9593-4725-a5a3-21759c21582d is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:30:06.618421 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0a5c3-5f82-46f8-a24a-8b8f9f419b44 service neutron] Pushing event updated for resources: {'Port': ['ID=1faef2ef-eecc-4157-ac0a-913c45525b24,revision_number=3']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:30:06.826011 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-643fa5de-0b35-4867-92f6-b1bae161f118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-231518021-router', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '318999cb1f874176b2523de9686febc1', 'gw_port': {'id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '9e08809b-d4f0-4402-90cf-6e44b00da5c6', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'port_id': '7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'mac_address': 'fa:16:3e:84:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc04f2a-62bb-407b-b8d1-0e69eac279c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:29:40Z', 'updated_at': '2022-05-26T21:30:03Z', 'revision_number': 1, 'project_id': '318999cb1f874176b2523de9686febc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0572f3e-08d2-4188-96a3-1ea6290183be', 'name': '', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'mac_address': 'fa:16:3e:a5:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:07Z', 'updated_at': '2022-05-26T21:27:21Z', 'revision_number': 5, 'project_id': '318999cb1f874176b2523de9686febc1', 'subnets': [{'id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:30:06.826949 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643fa5de-0b35-4867-92f6-b1bae161f118 None None] The sync data for ids ['c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'] in dv-cinder-828805-3-iscsi is: [{'id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-231518021-router', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '318999cb1f874176b2523de9686febc1', 'gw_port': {'id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '9e08809b-d4f0-4402-90cf-6e44b00da5c6', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'port_id': '7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'mac_address': 'fa:16:3e:84:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc04f2a-62bb-407b-b8d1-0e69eac279c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:29:40Z', 'updated_at': '2022-05-26T21:30:03Z', 'revision_number': 1, 'project_id': '318999cb1f874176b2523de9686febc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0572f3e-08d2-4188-96a3-1ea6290183be', 'name': '', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'mac_address': 'fa:16:3e:a5:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:07Z', 'updated_at': '2022-05-26T21:27:21Z', 'revision_number': 5, 'project_id': '318999cb1f874176b2523de9686febc1', 'subnets': [{'id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:30:06.930313 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b05f3-9c3b-42fa-a90d-6a81ba7ded56 req-ae7d89fc-e16d-4c36-8f54-54fab2ab7976 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:06.939402 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f35b05f3-9c3b-42fa-a90d-6a81ba7ded56 req-ae7d89fc-e16d-4c36-8f54-54fab2ab7976 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 944 time: 0.4066329 May 26 21:30:06.939555 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01224a-4bcc-478b-9702-458557651c9a req-2209cdeb-0382-4abe-bb3f-88354582c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:06.939555 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-fa01224a-4bcc-478b-9702-458557651c9a req-2209cdeb-0382-4abe-bb3f-88354582c5d2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87d8cb3f18ae4f05a85dc21abaf316cb&device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 1128 time: 0.0517404 May 26 21:30:06.960033 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2b4ade-df77-4c06-bfc0-2a510bfe37d5', 'tag': '1faef2ef-eecc-4157-ac0a-913c45525b24'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:30:06.972703 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef98a9f-16be-44f7-ac0e-c4bbea23f725" -d '{"events": [{"name": "network-changed", "server_uuid": "3e2b4ade-df77-4c06-bfc0-2a510bfe37d5", "tag": "1faef2ef-eecc-4157-ac0a-913c45525b24"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:30:07.007655 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2c15b3-8af8-44f7-b35b-ac46ac7ebf2f admin admin] Network 9cadfad7-9196-45c9-ae58-93480d3bbc14 is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:30:07.014845 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-7e2c15b3-8af8-44f7-b35b-ac46ac7ebf2f admin admin] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:30:07.038737 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-fa01224a-4bcc-478b-9702-458557651c9a req-7af59010-1bcd-4201-819f-e5d04b15c996 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1faef2ef-eecc-4157-ac0a-913c45525b24 HTTP/1.1" status: 200 len: 217 time: 0.0901787 May 26 21:30:07.076731 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35b3a65-b0a4-4cbd-a7d5-f6be6afd3e73 x-openstack-request-id: req-f35b3a65-b0a4-4cbd-a7d5-f6be6afd3e73 {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:30:07.076731 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e2b4ade-df77-4c06-bfc0-2a510bfe37d5", "tag": "1faef2ef-eecc-4157-ac0a-913c45525b24", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:30:07.076731 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f35b3a65-b0a4-4cbd-a7d5-f6be6afd3e73 {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:30:07.076731 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f35b3a65-b0a4-4cbd-a7d5-f6be6afd3e73'] response: {'name': 'network-changed', 'server_uuid': '3e2b4ade-df77-4c06-bfc0-2a510bfe37d5', 'tag': '1faef2ef-eecc-4157-ac0a-913c45525b24', 'status': 'completed', 'code': 200} May 26 21:30:07.077820 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:07.098929 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:07.132954 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01224a-4bcc-478b-9702-458557651c9a req-2a0f4814-28d8-4f25-b9c6-95de08cc61e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:07.142528 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f35b05f3-9c3b-42fa-a90d-6a81ba7ded56 req-53d22c17-b5d1-4119-a313-4ec350da9125 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968017 May 26 21:30:07.146752 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-fa01224a-4bcc-478b-9702-458557651c9a req-2a0f4814-28d8-4f25-b9c6-95de08cc61e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b1df0acb-a81e-4431-8120-01e4c0040fd0 HTTP/1.1" status: 200 len: 851 time: 0.0863748 May 26 21:30:07.214472 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01224a-4bcc-478b-9702-458557651c9a req-84798be5-ac48-461c-8ba6-01f818f5cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:07.218526 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-fa01224a-4bcc-478b-9702-458557651c9a req-84798be5-ac48-461c-8ba6-01f818f5cd84 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701015 May 26 21:30:07.253986 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2c15b3-8af8-44f7-b35b-ac46ac7ebf2f admin admin] Router c729fc13-7f31-4e35-b278-1b42c7759484 has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:30:07.331264 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-fa01224a-4bcc-478b-9702-458557651c9a req-b1ad3d10-3bb7-4f9c-a907-2c167889678d service neutron] 10.222.0.60 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046293 May 26 21:30:07.374706 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2c15b3-8af8-44f7-b35b-ac46ac7ebf2f admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:30:07.381149 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-7e2c15b3-8af8-44f7-b35b-ac46ac7ebf2f admin admin] 10.222.0.42 "PUT /v2.0/routers/c729fc13-7f31-4e35-b278-1b42c7759484/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0167916 May 26 21:30:07.406499 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-3fdf6732-3121-4597-b0c9-ff893052da67 None None] Provisioning complete for port 47218f4d-ddde-42de-999b-458c8b61e2aa triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:30:07.407145 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3fdf6732-3121-4597-b0c9-ff893052da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (47218f4d-ddde-42de-999b-458c8b61e2aa), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:07.442354 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf6732-3121-4597-b0c9-ff893052da67 None None] Port 47218f4d-ddde-42de-999b-458c8b61e2aa cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:30:07.455379 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-fa01224a-4bcc-478b-9702-458557651c9a req-22cdbdc3-9b4b-4e21-b1f3-f06dab3027ba service neutron] 10.222.0.60 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172752 May 26 21:30:07.466104 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:30:07.620816 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99abb612-7986-464d-839c-b3a53467c349 None None] New status for floating IP 9e08809b-d4f0-4402-90cf-6e44b00da5c6: ACTIVE {{(pid=104645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:30:07.766464 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:07.772030 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device cb569b42-d64d-436e-b60f-c234a07f8be0 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:30:07.838597 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port cb569b42-d64d-436e-b60f-c234a07f8be0 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:30:07.839330 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (cb569b42-d64d-436e-b60f-c234a07f8be0), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:07.933794 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port cb569b42-d64d-436e-b60f-c234a07f8be0 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:30:07.933794 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (cb569b42-d64d-436e-b60f-c234a07f8be0), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:07.956546 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-b4353f01-5905-4310-a158-79fd044992cf None None] For port cb569b42-d64d-436e-b60f-c234a07f8be0, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=cb569b42-d64d-436e-b60f-c234a07f8be0,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:30:08.048592 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (cb569b42-d64d-436e-b60f-c234a07f8be0), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:08.104887 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Pushing event updated for resources: {'Port': ['ID=cb569b42-d64d-436e-b60f-c234a07f8be0,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:30:08.118031 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:08.118379 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:08.118780 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:08.119182 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:08.119515 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:08.119926 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:08.120257 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:08.120590 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:08.120919 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:08.121241 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:08.121572 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:08.121940 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:08.122268 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:08.122587 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:08.122906 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:08.291987 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80dabd-13d9-4fd3-9d94-d1cbab086202 req-1b9df8d9-77b5-43bb-8b6b-5f0cd9993085 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:08.293510 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2c80dabd-13d9-4fd3-9d94-d1cbab086202 req-1b9df8d9-77b5-43bb-8b6b-5f0cd9993085 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 944 time: 0.0646522 May 26 21:30:08.348647 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2c80dabd-13d9-4fd3-9d94-d1cbab086202 req-e3647740-d0d1-4e7f-8423-7e326bc37825 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495727 May 26 21:30:09.119837 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] Sync routers for ids ['c729fc13-7f31-4e35-b278-1b42c7759484'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:30:09.132818 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] Routers {'c729fc13-7f31-4e35-b278-1b42c7759484'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:30:09.133592 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:29:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['c729fc13-7f31-4e35-b278-1b42c7759484'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:30:09.137195 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:09.243247 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:09.253082 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] Set router c729fc13-7f31-4e35-b278-1b42c7759484 gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:30:09.488326 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202222b-8138-4799-9568-65ecc45c1803 req-d1721d2c-5919-4c24-a8df-21b78c167455 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:09.489157 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c729fc13-7f31-4e35-b278-1b42c7759484', 'name': 'tempest-TestMinimumBasicScenario-2050198183-router', 'tenant_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'cb569b42-d64d-436e-b60f-c234a07f8be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:30:00Z', 'updated_at': '2022-05-26T21:30:05Z', 'revision_number': 4, 'project_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'gw_port': {'id': 'cb569b42-d64d-436e-b60f-c234a07f8be0', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c729fc13-7f31-4e35-b278-1b42c7759484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:30:00Z', 'updated_at': '2022-05-26T21:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '47218f4d-ddde-42de-999b-458c8b61e2aa', 'name': '', 'network_id': '9cadfad7-9196-45c9-ae58-93480d3bbc14', 'tenant_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'mac_address': 'fa:16:3e:9c:66:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c729fc13-7f31-4e35-b278-1b42c7759484', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '74bafb8a-d41c-48ca-8a93-ad8942bfb0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:30:04Z', 'updated_at': '2022-05-26T21:30:05Z', 'revision_number': 2, 'project_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'subnets': [{'id': '74bafb8a-d41c-48ca-8a93-ad8942bfb0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:30:09.499471 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3202222b-8138-4799-9568-65ecc45c1803 req-d1721d2c-5919-4c24-a8df-21b78c167455 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 944 time: 0.0621467 May 26 21:30:09.523961 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] Checking router: c729fc13-7f31-4e35-b278-1b42c7759484 for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:30:09.525436 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] Updating router c729fc13-7f31-4e35-b278-1b42c7759484 port 47218f4d-ddde-42de-999b-458c8b61e2aa binding host dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:30:09.562470 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3202222b-8138-4799-9568-65ecc45c1803 req-bf5db668-3b68-465d-93b1-9bf9b52aaa55 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621502 May 26 21:30:09.577370 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (47218f4d-ddde-42de-999b-458c8b61e2aa), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:09.753928 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device cb569b42-d64d-436e-b60f-c234a07f8be0 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:30:09.922272 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port cb569b42-d64d-436e-b60f-c234a07f8be0 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:30:09.922713 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (cb569b42-d64d-436e-b60f-c234a07f8be0), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:10.087483 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port cb569b42-d64d-436e-b60f-c234a07f8be0 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:30:10.115109 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] Publish callbacks [] for port (47218f4d-ddde-42de-999b-458c8b61e2aa), precommit_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:10.197412 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (47218f4d-ddde-42de-999b-458c8b61e2aa), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:10.260421 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae962520-0b5c-4ccc-87ce-7459272944f6 None None] Pushing event updated for resources: {'Port': ['ID=47218f4d-ddde-42de-999b-458c8b61e2aa,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:30:10.325690 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] Attempting to bind port 47218f4d-ddde-42de-999b-458c8b61e2aa on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:30:10.332554 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] Attempting to bind port 47218f4d-ddde-42de-999b-458c8b61e2aa by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': '33abd8a5-f461-43e9-98cf-b796565ca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9cadfad7-9196-45c9-ae58-93480d3bbc14'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:30:10.332554 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] Attempting to bind port 47218f4d-ddde-42de-999b-458c8b61e2aa on network 9cadfad7-9196-45c9-ae58-93480d3bbc14 {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:30:10.334434 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:30:10.335726 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] Checking segment: {'id': '33abd8a5-f461-43e9-98cf-b796565ca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9cadfad7-9196-45c9-ae58-93480d3bbc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:30:10.336386 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:10.336980 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] Bound using segment: {'id': '33abd8a5-f461-43e9-98cf-b796565ca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9cadfad7-9196-45c9-ae58-93480d3bbc14'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:30:10.337666 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] Bound port: 47218f4d-ddde-42de-999b-458c8b61e2aa, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33abd8a5-f461-43e9-98cf-b796565ca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9cadfad7-9196-45c9-ae58-93480d3bbc14'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:30:10.338390 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (47218f4d-ddde-42de-999b-458c8b61e2aa), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:10.384232 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:10.418973 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] For port 47218f4d-ddde-42de-999b-458c8b61e2aa, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:30:10.424027 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] For port 47218f4d-ddde-42de-999b-458c8b61e2aa, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=47218f4d-ddde-42de-999b-458c8b61e2aa,segment=NetworkSegment(33abd8a5-f461-43e9-98cf-b796565ca7e4),segment_id=33abd8a5-f461-43e9-98cf-b796565ca7e4)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:30:10.427541 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:10.529275 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (47218f4d-ddde-42de-999b-458c8b61e2aa), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:10.592284 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] Routers {'c729fc13-7f31-4e35-b278-1b42c7759484'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:30:10.592941 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:29:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['c729fc13-7f31-4e35-b278-1b42c7759484'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:30:10.668441 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae962520-0b5c-4ccc-87ce-7459272944f6 None None] Pushing event updated for resources: {'Port': ['ID=47218f4d-ddde-42de-999b-458c8b61e2aa,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:30:10.679440 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b8a7e6fd-6d66-411f-a8cb-867aa6818d1f None None] Provisioning complete for port 47218f4d-ddde-42de-999b-458c8b61e2aa triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:30:10.685372 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b8a7e6fd-6d66-411f-a8cb-867aa6818d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (47218f4d-ddde-42de-999b-458c8b61e2aa), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:10.814939 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88914b5-9aba-44ca-8a4d-15c1b70404f6 req-63efcff6-07b3-4f2f-8430-ac3a0b187274 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:10.817126 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e88914b5-9aba-44ca-8a4d-15c1b70404f6 req-63efcff6-07b3-4f2f-8430-ac3a0b187274 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 944 time: 0.0749342 May 26 21:30:10.905517 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e88914b5-9aba-44ca-8a4d-15c1b70404f6 req-c2844702-d49c-47a8-b831-380e4bd0ada9 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823584 May 26 21:30:10.916034 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] Set router c729fc13-7f31-4e35-b278-1b42c7759484 gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:30:10.969982 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b8a7e6fd-6d66-411f-a8cb-867aa6818d1f None None] Current status of the port 47218f4d-ddde-42de-999b-458c8b61e2aa is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:30:10.970365 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b8a7e6fd-6d66-411f-a8cb-867aa6818d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (47218f4d-ddde-42de-999b-458c8b61e2aa), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:11.217371 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-b8a7e6fd-6d66-411f-a8cb-867aa6818d1f None None] For port 47218f4d-ddde-42de-999b-458c8b61e2aa, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=47218f4d-ddde-42de-999b-458c8b61e2aa,segment=NetworkSegment(33abd8a5-f461-43e9-98cf-b796565ca7e4),segment_id=33abd8a5-f461-43e9-98cf-b796565ca7e4)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:30:11.295550 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b8a7e6fd-6d66-411f-a8cb-867aa6818d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (47218f4d-ddde-42de-999b-458c8b61e2aa), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:11.331793 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c729fc13-7f31-4e35-b278-1b42c7759484', 'name': 'tempest-TestMinimumBasicScenario-2050198183-router', 'tenant_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'cb569b42-d64d-436e-b60f-c234a07f8be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:30:00Z', 'updated_at': '2022-05-26T21:30:05Z', 'revision_number': 4, 'project_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'gw_port': {'id': 'cb569b42-d64d-436e-b60f-c234a07f8be0', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c729fc13-7f31-4e35-b278-1b42c7759484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:30:00Z', 'updated_at': '2022-05-26T21:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '47218f4d-ddde-42de-999b-458c8b61e2aa', 'name': '', 'network_id': '9cadfad7-9196-45c9-ae58-93480d3bbc14', 'tenant_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'mac_address': 'fa:16:3e:9c:66:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c729fc13-7f31-4e35-b278-1b42c7759484', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '74bafb8a-d41c-48ca-8a93-ad8942bfb0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:30:04Z', 'updated_at': '2022-05-26T21:30:10Z', 'revision_number': 4, 'project_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'subnets': [{'id': '74bafb8a-d41c-48ca-8a93-ad8942bfb0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:30:11.363718 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aef733-5858-4259-bdf6-1f04f2ce960c None None] The sync data for ids ['c729fc13-7f31-4e35-b278-1b42c7759484'] in dv-cinder-828805-3-iscsi is: [{'id': 'c729fc13-7f31-4e35-b278-1b42c7759484', 'name': 'tempest-TestMinimumBasicScenario-2050198183-router', 'tenant_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'cb569b42-d64d-436e-b60f-c234a07f8be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:30:00Z', 'updated_at': '2022-05-26T21:30:05Z', 'revision_number': 4, 'project_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'gw_port': {'id': 'cb569b42-d64d-436e-b60f-c234a07f8be0', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c729fc13-7f31-4e35-b278-1b42c7759484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:30:00Z', 'updated_at': '2022-05-26T21:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '47218f4d-ddde-42de-999b-458c8b61e2aa', 'name': '', 'network_id': '9cadfad7-9196-45c9-ae58-93480d3bbc14', 'tenant_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'mac_address': 'fa:16:3e:9c:66:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c729fc13-7f31-4e35-b278-1b42c7759484', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '74bafb8a-d41c-48ca-8a93-ad8942bfb0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:30:04Z', 'updated_at': '2022-05-26T21:30:10Z', 'revision_number': 4, 'project_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'subnets': [{'id': '74bafb8a-d41c-48ca-8a93-ad8942bfb0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:30:11.389406 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7e6fd-6d66-411f-a8cb-867aa6818d1f None None] Pushing event updated for resources: {'Port': ['ID=47218f4d-ddde-42de-999b-458c8b61e2aa,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:30:11.437675 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-426056d3-bf67-4f52-afee-b3edf6198bdc None None] Provisioning complete for port 47218f4d-ddde-42de-999b-458c8b61e2aa triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:30:11.437912 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-426056d3-bf67-4f52-afee-b3edf6198bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (47218f4d-ddde-42de-999b-458c8b61e2aa), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:11.917185 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-426056d3-bf67-4f52-afee-b3edf6198bdc None None] Current status of the port 47218f4d-ddde-42de-999b-458c8b61e2aa is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:30:11.994922 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 47218f4d-ddde-42de-999b-458c8b61e2aa up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:30:12.027281 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:12.052428 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b3b37-38cc-43ec-a7a4-4c222dfb3853 req-553832b8-3adf-4d6d-a97d-5b09b4d7f7eb tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:12.054048 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5c5b3b37-38cc-43ec-a7a4-4c222dfb3853 req-553832b8-3adf-4d6d-a97d-5b09b4d7f7eb tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 944 time: 0.0573249 May 26 21:30:12.059015 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 47218f4d-ddde-42de-999b-458c8b61e2aa triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:30:12.137531 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (47218f4d-ddde-42de-999b-458c8b61e2aa), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:12.138603 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5c5b3b37-38cc-43ec-a7a4-4c222dfb3853 req-a3787384-d3fe-43b4-9246-a6823b6a5b1b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483592 May 26 21:30:12.155286 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 47218f4d-ddde-42de-999b-458c8b61e2aa is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:30:13.305499 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1bce4-1b44-4ea7-85cb-07e23dd6b229 req-c7e87c90-a092-47d2-b12f-4e95aaf7f17a tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:13.312752 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f0c1bce4-1b44-4ea7-85cb-07e23dd6b229 req-c7e87c90-a092-47d2-b12f-4e95aaf7f17a tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 944 time: 0.0584891 May 26 21:30:13.402194 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f0c1bce4-1b44-4ea7-85cb-07e23dd6b229 req-e8b463e1-e04c-4c4e-9f15-659da5dec3a2 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883768 May 26 21:30:14.520237 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17fa8f-6612-456b-9306-c88381b2dc5d req-78ffd6d7-7cbb-45f5-9abe-965a92046ce3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:14.521775 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ad17fa8f-6612-456b-9306-c88381b2dc5d req-78ffd6d7-7cbb-45f5-9abe-965a92046ce3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 944 time: 0.0527315 May 26 21:30:14.580897 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ad17fa8f-6612-456b-9306-c88381b2dc5d req-cd179fdf-6fb0-4f05-b65d-9276e05b68c4 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528071 May 26 21:30:15.707792 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ec323-bbf9-4d49-8c89-d83b97493de6 req-efc51080-ad74-42c7-aa54-763f69ab4ae5 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:15.731310 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-aa2ec323-bbf9-4d49-8c89-d83b97493de6 req-efc51080-ad74-42c7-aa54-763f69ab4ae5 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 944 time: 0.0548060 May 26 21:30:15.757964 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:15.774946 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-aa2ec323-bbf9-4d49-8c89-d83b97493de6 req-4c3c5ede-05bd-4893-8d63-0301a0396949 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484018 May 26 21:30:16.909360 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f06281-45bc-43a7-9d87-5a93e00a31f7 req-86b81c15-97ba-411c-9d74-45ddfa875cda tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:16.911697 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-98f06281-45bc-43a7-9d87-5a93e00a31f7 req-86b81c15-97ba-411c-9d74-45ddfa875cda tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 944 time: 0.0583701 May 26 21:30:16.977809 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:16.984253 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-98f06281-45bc-43a7-9d87-5a93e00a31f7 req-e9d1fd3d-142b-4b1a-98ed-ab502026e7ff tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662632 May 26 21:30:18.115229 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7df1c2-305a-477e-946a-1c2a062bc618 req-581b9f85-1117-408c-8c3a-4ad466ca1deb tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:18.121042 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-aa7df1c2-305a-477e-946a-1c2a062bc618 req-581b9f85-1117-408c-8c3a-4ad466ca1deb tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 944 time: 0.0591497 May 26 21:30:18.174816 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-aa7df1c2-305a-477e-946a-1c2a062bc618 req-493b934d-258b-4c79-b162-63fb583da155 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489056 May 26 21:30:18.528735 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef98a9f-16be-44f7-ac0e-c4bbea23f725 req-0338907f-c8a5-428d-b0b8-7cad0d8992a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:18.536448 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bef98a9f-16be-44f7-ac0e-c4bbea23f725 req-0338907f-c8a5-428d-b0b8-7cad0d8992a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87d8cb3f18ae4f05a85dc21abaf316cb&device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 1128 time: 0.0740895 May 26 21:30:18.578048 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=3 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:18.579462 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:18.656335 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef98a9f-16be-44f7-ac0e-c4bbea23f725 req-0a8833ce-7938-41e8-90fd-fecce73d43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:18.657832 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bef98a9f-16be-44f7-ac0e-c4bbea23f725 req-0a8833ce-7938-41e8-90fd-fecce73d43ef service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff HTTP/1.1" status: 200 len: 913 time: 0.1097009 May 26 21:30:18.730096 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bef98a9f-16be-44f7-ac0e-c4bbea23f725 req-20133639-3ea8-4097-99b3-ff49dd0d5e59 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1faef2ef-eecc-4157-ac0a-913c45525b24 HTTP/1.1" status: 200 len: 217 time: 0.0645900 May 26 21:30:18.786308 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef98a9f-16be-44f7-ac0e-c4bbea23f725 req-135fb6bb-c945-4b10-8d20-7e3f6668cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:18.786308 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bef98a9f-16be-44f7-ac0e-c4bbea23f725 req-135fb6bb-c945-4b10-8d20-7e3f6668cafe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b1df0acb-a81e-4431-8120-01e4c0040fd0 HTTP/1.1" status: 200 len: 851 time: 0.0451319 May 26 21:30:18.840506 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef98a9f-16be-44f7-ac0e-c4bbea23f725 req-5621ca06-2d05-47e4-ba38-d98f2d4c33b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:18.842025 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bef98a9f-16be-44f7-ac0e-c4bbea23f725 req-5621ca06-2d05-47e4-ba38-d98f2d4c33b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461016 May 26 21:30:18.942298 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bef98a9f-16be-44f7-ac0e-c4bbea23f725 req-f0bf4ef3-b67e-4397-b76d-238e4d806371 service neutron] 10.222.0.60 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933058 May 26 21:30:19.039766 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bef98a9f-16be-44f7-ac0e-c4bbea23f725 req-92a3268d-f3a8-4ced-92c8-699be5eb30fc service neutron] 10.222.0.60 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903339 May 26 21:30:19.303380 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6bf62-f495-403f-8b19-e74430e73eb9 req-3e8a414f-933f-42a2-bff7-6ad91e29b48d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:19.305684 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a5d6bf62-f495-403f-8b19-e74430e73eb9 req-3e8a414f-933f-42a2-bff7-6ad91e29b48d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 944 time: 0.0541646 May 26 21:30:19.374730 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a5d6bf62-f495-403f-8b19-e74430e73eb9 req-23630e91-df8b-4bca-bc6c-28aefa21d17e tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590777 May 26 21:30:20.483077 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39580fb-4bd9-4066-baf2-49c258b86735 req-18ebd453-4fb7-424b-af4d-5f1b8fe76578 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:20.487298 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c39580fb-4bd9-4066-baf2-49c258b86735 req-18ebd453-4fb7-424b-af4d-5f1b8fe76578 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 944 time: 0.0500078 May 26 21:30:20.541781 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c39580fb-4bd9-4066-baf2-49c258b86735 req-dde61d1a-8e51-4ae7-9064-f3f706219b95 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510502 May 26 21:30:20.891572 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-f8d40b71-1ade-47f1-9a44-b33dde7c27be tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:20.893025 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-f8d40b71-1ade-47f1-9a44-b33dde7c27be tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/networks?id=67963c39-9b8d-4e89-8021-57829e1176c5 HTTP/1.1" status: 200 len: 814 time: 0.3411112 May 26 21:30:20.907204 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-f96c3d78-296f-481a-ad35-543aa9e56d7d tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/quotas/771d85ed5c3b4a6bbc9945d88cfcbab8 HTTP/1.1" status: 200 len: 375 time: 0.0088866 May 26 21:30:20.956656 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-32dcc53e-7a92-4df8-884c-2bbeb0c04713 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=771d85ed5c3b4a6bbc9945d88cfcbab8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447409 May 26 21:30:21.020393 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:21.051468 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-03d32371-24bb-4155-9c57-3a98df95eaeb service neutron] 10.222.0.42 "GET /v2.0/networks/67963c39-9b8d-4e89-8021-57829e1176c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831773 May 26 21:30:21.054666 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-8f6d315a-f978-424f-a9d3-5fd328eeaaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:21.144863 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-aa5cbc4d-d65a-48cb-a90f-d661c094ed0f service neutron] 10.222.0.42 "GET /v2.0/networks/67963c39-9b8d-4e89-8021-57829e1176c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859354 May 26 21:30:21.387009 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c3616725-6a3a-42ad-b196-f06c88a7191d req-d40b0d73-c98f-4fdd-bb08-aedbb5abc038 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 210 time: 0.0322165 May 26 21:30:21.649458 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:21.659608 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151d10b-7ab7-44c1-b5d1-90c7b1e9715a req-8be1e190-26a1-40c1-a4bd-c4cfcd93b7ac tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:21.661104 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7151d10b-7ab7-44c1-b5d1-90c7b1e9715a req-8be1e190-26a1-40c1-a4bd-c4cfcd93b7ac tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 944 time: 0.0473785 May 26 21:30:21.718191 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7151d10b-7ab7-44c1-b5d1-90c7b1e9715a req-33c6d3f0-80e7-4fb5-801d-15ac0c667edf tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508032 May 26 21:30:22.499412 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f23fa63d-7e39-4363-bb84-5c83dbd2f8cd req-800ac9dd-20f9-4430-a01c-5328e149a255 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 210 time: 0.0290074 May 26 21:30:22.841472 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20faecd-72d9-4140-835e-ead9661199e6 req-039cb35c-439f-4b76-9e33-f63cf0f974e7 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:22.842893 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e20faecd-72d9-4140-835e-ead9661199e6 req-039cb35c-439f-4b76-9e33-f63cf0f974e7 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 944 time: 0.0512338 May 26 21:30:22.893884 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e20faecd-72d9-4140-835e-ead9661199e6 req-133ec0f7-c5bb-4156-8bda-15b664ea79f1 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437992 May 26 21:30:23.442785 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-ff4fbf3f-0ab8-48af-b336-730e02ba8d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:23.601490 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-79161f1b-6bd1-4fd8-bb4a-76b8e2cfb17f req-59514477-37fe-42a3-9ec9-070619b787f4 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 210 time: 0.0288334 May 26 21:30:24.011130 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb39484-2738-4f85-bdf8-b723a66a2a00 req-beb1e5af-a196-4a60-95b0-2a762cd0b99b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:24.012714 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ebb39484-2738-4f85-bdf8-b723a66a2a00 req-beb1e5af-a196-4a60-95b0-2a762cd0b99b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 944 time: 0.0485895 May 26 21:30:24.070157 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ebb39484-2738-4f85-bdf8-b723a66a2a00 req-a65cb114-8852-47bc-8152-9b4e98c6b6c5 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502601 May 26 21:30:24.568602 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:24.703603 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-14094b4e-7fde-420d-890c-2801693a1af3 req-ee80ab07-533c-4524-9f2c-c796d6724812 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 210 time: 0.0291979 May 26 21:30:24.841076 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:25.190264 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f413cf-2ee9-4dcb-a790-07542ce5cd0d req-fe5be0a7-96fe-4919-adc4-e51c1cbec37c tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:25.191863 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-06f413cf-2ee9-4dcb-a790-07542ce5cd0d req-fe5be0a7-96fe-4919-adc4-e51c1cbec37c tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 944 time: 0.0495994 May 26 21:30:25.249035 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-06f413cf-2ee9-4dcb-a790-07542ce5cd0d req-281a8ca2-6a0d-4322-9513-2b384afce778 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503182 May 26 21:30:25.806966 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-82d0d172-46c8-4bda-87c5-c9a18b848b85 req-a37a7fe7-ea81-4461-9324-98187e4b0e95 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 210 time: 0.0322828 May 26 21:30:26.032620 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:26.088957 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:26.376185 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151e2d5-70b8-4958-a722-e8fe4bd06881 req-487055ba-56cd-49db-8c17-66b0f9a99c5a tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:26.378333 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8151e2d5-70b8-4958-a722-e8fe4bd06881 req-487055ba-56cd-49db-8c17-66b0f9a99c5a tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 944 time: 0.0551205 May 26 21:30:26.437432 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8151e2d5-70b8-4958-a722-e8fe4bd06881 req-a500a489-b298-4d53-8725-a365b3094b53 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528009 May 26 21:30:26.907896 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-01457978-687d-4bf9-9e6a-76e5c0101c35 req-b0499b19-b9b9-48ed-b27b-86d755ba9662 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 210 time: 0.0286481 May 26 21:30:27.579771 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0959e-97b4-49a5-ab40-20ef2ec8b621 req-73608c5d-1b41-4fb5-89c1-dfeed4220d89 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:27.581386 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2dd0959e-97b4-49a5-ab40-20ef2ec8b621 req-73608c5d-1b41-4fb5-89c1-dfeed4220d89 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 944 time: 0.0592134 May 26 21:30:27.591589 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:27.646245 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2dd0959e-97b4-49a5-ab40-20ef2ec8b621 req-84526c0c-6bb2-41bc-8df1-78b04ebcd55c tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573056 May 26 21:30:28.051826 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-dbdd58c5-13ae-4eb5-b0fd-dfe371e852a6 req-be9fa457-cadc-4537-90a5-04fdb67a1748 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 210 time: 0.0453372 May 26 21:30:28.270387 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-70c3368f-0ec0-4d18-a37c-544d6d922c27 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:28.271803 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-70c3368f-0ec0-4d18-a37c-544d6d922c27 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.60 "GET /v2.0/networks?id=67963c39-9b8d-4e89-8021-57829e1176c5 HTTP/1.1" status: 200 len: 814 time: 0.1238525 May 26 21:30:28.290038 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Request body: {'port': {'device_id': '6f6d3384-3b9f-4042-a947-d15b99941c35', 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5', 'admin_state_up': True, 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:30:28.544583 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Made reservation on behalf of 771d85ed5c3b4a6bbc9945d88cfcbab8 for: {'port': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:30:28.548738 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:28.684913 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:28.712718 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_common [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Allocated IP 172.20.0.5 (67963c39-9b8d-4e89-8021-57829e1176c5/e4d7177c-5e3d-448a-a712-c1598bcbcb8f/c738b38d-cc3a-42ab-8d0f-8c9dc892211c) {{(pid=104642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:30:28.741617 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:28.851368 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4f968-895e-42a2-aa89-2f553bde64fe req-6b088061-0f26-43e7-bce5-d022a6c179cd tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:28.853355 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-fbf4f968-895e-42a2-aa89-2f553bde64fe req-6b088061-0f26-43e7-bce5-d022a6c179cd tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 944 time: 0.1101310 May 26 21:30:28.964458 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for port (c738b38d-cc3a-42ab-8d0f-8c9dc892211c), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:29.016222 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-fbf4f968-895e-42a2-aa89-2f553bde64fe req-4473873e-19a6-4814-b81b-b1ce963e59df tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558321 May 26 21:30:29.117607 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (c738b38d-cc3a-42ab-8d0f-8c9dc892211c), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:29.169106 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Network 67963c39-9b8d-4e89-8021-57829e1176c5 is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:30:29.172695 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:30:29.177202 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Received port after_create {{(pid=104642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:30:29.186222 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c050cd-8d1c-45f8-98c6-8dfd4032aca3 req-b77b2487-8df7-473f-8624-da569d44112b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:29.194041 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-95c050cd-8d1c-45f8-98c6-8dfd4032aca3 req-b77b2487-8df7-473f-8624-da569d44112b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 931 time: 0.0609996 May 26 21:30:29.217065 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Pushing event updated for resources: {'Port': ['ID=c738b38d-cc3a-42ab-8d0f-8c9dc892211c,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:30:29.237223 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:29.237775 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:29.238134 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:29.238469 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:29.238904 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:29.239629 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:29.239629 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:29.239955 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:29.240291 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:29.240633 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:29.240962 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:29.241284 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:29.241614 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:29.241925 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:29.242411 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:30:29.256229 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-95c050cd-8d1c-45f8-98c6-8dfd4032aca3 req-a924e690-0120-4085-9cdb-9db725a7d173 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612471 May 26 21:30:29.275019 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:29.275736 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:29.354532 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-836fafd0-5ffc-4ab9-b94d-0b15a673214b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0693979 May 26 21:30:29.427122 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-eab38999-9172-4738-ac52-5d4c04f701c9 None None] Provisioning complete for port c738b38d-cc3a-42ab-8d0f-8c9dc892211c triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:30:29.427792 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-eab38999-9172-4738-ac52-5d4c04f701c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (c738b38d-cc3a-42ab-8d0f-8c9dc892211c), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:29.461754 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-eab38999-9172-4738-ac52-5d4c04f701c9 None None] Port c738b38d-cc3a-42ab-8d0f-8c9dc892211c cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:30:30.132342 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:30.147392 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bcbe7-3c0e-4a5a-90aa-e300a81388c2 req-cbce9ad0-39ed-4fb9-bb3f-94e39b07311f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:30.147392 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b65bcbe7-3c0e-4a5a-90aa-e300a81388c2 req-cbce9ad0-39ed-4fb9-bb3f-94e39b07311f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 944 time: 0.0502293 May 26 21:30:30.202915 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b65bcbe7-3c0e-4a5a-90aa-e300a81388c2 req-98881289-4b74-4dc4-912b-bf6bbb796d2b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512490 May 26 21:30:30.387559 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac266a5d-4901-4942-ac0f-5cbaa9ce1952 req-30df133d-a1ca-40e8-9b91-366def0b086c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:30.389071 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ac266a5d-4901-4942-ac0f-5cbaa9ce1952 req-30df133d-a1ca-40e8-9b91-366def0b086c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 931 time: 0.0478008 May 26 21:30:30.439893 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ac266a5d-4901-4942-ac0f-5cbaa9ce1952 req-aa12b117-f591-4f16-a814-ba37de486958 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452120 May 26 21:30:31.328347 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f8a73-ce00-40f9-8eb9-534ffdf25c38 req-47f93ece-885e-46fa-a77e-759639c4066f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:31.329774 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0f0f8a73-ce00-40f9-8eb9-534ffdf25c38 req-47f93ece-885e-46fa-a77e-759639c4066f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 944 time: 0.0530984 May 26 21:30:31.385207 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0f0f8a73-ce00-40f9-8eb9-534ffdf25c38 req-7a25d098-01f7-494b-bf8e-e1dbf8509ec6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497267 May 26 21:30:31.558466 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedfdbe-c927-46e2-87f1-adf8f9909af6 req-bf1a171c-1972-4a01-aefa-bba691c706b9 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:31.559975 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6aedfdbe-c927-46e2-87f1-adf8f9909af6 req-bf1a171c-1972-4a01-aefa-bba691c706b9 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 931 time: 0.0506048 May 26 21:30:31.613127 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6aedfdbe-c927-46e2-87f1-adf8f9909af6 req-dd915d0c-f390-4a07-b340-753bb0c43b41 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475092 May 26 21:30:32.508492 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc5e0d-6251-473d-8925-69b7b10276b1 req-b0a584d7-cc3f-4c7a-88fc-706edbdc5729 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:32.510528 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c0dc5e0d-6251-473d-8925-69b7b10276b1 req-b0a584d7-cc3f-4c7a-88fc-706edbdc5729 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 944 time: 0.0523102 May 26 21:30:32.563195 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c0dc5e0d-6251-473d-8925-69b7b10276b1 req-e958e891-a870-4b8c-9e24-f4753b6e38e8 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467200 May 26 21:30:32.734865 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe03ae-0f7c-452e-b05e-54fb4733051f req-e04d7d14-6b0d-4cbd-9ea5-a50c7dc845f7 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:32.736429 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fefe03ae-0f7c-452e-b05e-54fb4733051f req-e04d7d14-6b0d-4cbd-9ea5-a50c7dc845f7 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 931 time: 0.0532320 May 26 21:30:32.789610 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fefe03ae-0f7c-452e-b05e-54fb4733051f req-e27e4e7a-9257-41c6-8aba-b5d6b6dc881c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472968 May 26 21:30:33.687924 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e57107-5da3-4232-8a8c-eb2ceb44ecb1 req-1078ea78-d46e-4000-83ce-248487dad5a7 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:33.689472 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-32e57107-5da3-4232-8a8c-eb2ceb44ecb1 req-1078ea78-d46e-4000-83ce-248487dad5a7 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 944 time: 0.0509360 May 26 21:30:33.746647 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-32e57107-5da3-4232-8a8c-eb2ceb44ecb1 req-f9f24c35-c8e2-4ff4-8187-c1fb49a39554 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513146 May 26 21:30:33.910475 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff5b1d-d7e2-419f-bced-5b9ffcda683d req-0427e4f4-769f-42b3-98f6-edf75cea758a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:33.912599 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-baff5b1d-d7e2-419f-bced-5b9ffcda683d req-0427e4f4-769f-42b3-98f6-edf75cea758a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 931 time: 0.0500393 May 26 21:30:33.951025 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:33.963279 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-baff5b1d-d7e2-419f-bced-5b9ffcda683d req-affa13dd-87ac-46cd-acb4-ad362227099e tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444129 May 26 21:30:34.079451 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 1faef2ef-eecc-4157-ac0a-913c45525b24 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:30:34.187059 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 1faef2ef-eecc-4157-ac0a-913c45525b24, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1faef2ef-eecc-4157-ac0a-913c45525b24,segment=NetworkSegment(fe8da2ec-f933-44ba-82fb-b654f7378e99),segment_id=fe8da2ec-f933-44ba-82fb-b654f7378e99)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:30:34.199532 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': '1faef2ef-eecc-4157-ac0a-913c45525b24', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'port_id': '1faef2ef-eecc-4157-ac0a-913c45525b24', 'mac_address': 'fa:16:3e:5c:87:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:30:34.235974 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 1faef2ef-eecc-4157-ac0a-913c45525b24 is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:30:34.236443 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (1faef2ef-eecc-4157-ac0a-913c45525b24), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:34.251514 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1faef2ef-eecc-4157-ac0a-913c45525b24 {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:30:34.276562 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 1faef2ef-eecc-4157-ac0a-913c45525b24, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1faef2ef-eecc-4157-ac0a-913c45525b24,segment=NetworkSegment(fe8da2ec-f933-44ba-82fb-b654f7378e99),segment_id=fe8da2ec-f933-44ba-82fb-b654f7378e99)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:30:34.340052 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (1faef2ef-eecc-4157-ac0a-913c45525b24), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:34.388240 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=1faef2ef-eecc-4157-ac0a-913c45525b24,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:30:34.872753 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e966c-3d21-425b-926b-ee12705621a5 req-bb95395c-13cb-4c35-88e9-2951f96aff98 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:34.874247 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bf6e966c-3d21-425b-926b-ee12705621a5 req-bb95395c-13cb-4c35-88e9-2951f96aff98 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 945 time: 0.0507545 May 26 21:30:34.926082 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bf6e966c-3d21-425b-926b-ee12705621a5 req-0a45c84a-7878-4d85-93b7-f2cb5d3ef3fd tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462689 May 26 21:30:35.085177 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8047f00-fcda-46ee-8dc1-94e22e3b8f67 req-4ede1508-def0-45a1-8ffa-c01e57559e17 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:35.086706 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d8047f00-fcda-46ee-8dc1-94e22e3b8f67 req-4ede1508-def0-45a1-8ffa-c01e57559e17 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 931 time: 0.0523763 May 26 21:30:35.137000 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d8047f00-fcda-46ee-8dc1-94e22e3b8f67 req-8ee74d8e-a5a1-4fb4-9720-c267dffc25aa tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445549 May 26 21:30:35.233892 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-7263fbeb-73e7-48c2-87f8-1d9087c46db4 service neutron] Request body: {'port': {'device_id': '6f6d3384-3b9f-4042-a947-d15b99941c35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:30:35.301083 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-7263fbeb-73e7-48c2-87f8-1d9087c46db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c738b38d-cc3a-42ab-8d0f-8c9dc892211c), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:35.597335 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-7263fbeb-73e7-48c2-87f8-1d9087c46db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c738b38d-cc3a-42ab-8d0f-8c9dc892211c {{(pid=104642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:30:35.606461 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-7263fbeb-73e7-48c2-87f8-1d9087c46db4 service neutron] Publish callbacks [] for port (c738b38d-cc3a-42ab-8d0f-8c9dc892211c), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:35.617197 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:35.620554 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.provisioning_blocks [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-7263fbeb-73e7-48c2-87f8-1d9087c46db4 service neutron] Transition to ACTIVE for port object c738b38d-cc3a-42ab-8d0f-8c9dc892211c will not be triggered until provisioned by entity L2. {{(pid=104642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:30:35.733901 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-7263fbeb-73e7-48c2-87f8-1d9087c46db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632642'] for port (c738b38d-cc3a-42ab-8d0f-8c9dc892211c), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:35.799882 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263fbeb-73e7-48c2-87f8-1d9087c46db4 service neutron] Pushing event updated for resources: {'Port': ['ID=c738b38d-cc3a-42ab-8d0f-8c9dc892211c,revision_number=2']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:30:35.858694 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:35.873331 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.managers [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-7263fbeb-73e7-48c2-87f8-1d9087c46db4 service neutron] Attempting to bind port c738b38d-cc3a-42ab-8d0f-8c9dc892211c on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:30:35.874004 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.managers [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-7263fbeb-73e7-48c2-87f8-1d9087c46db4 service neutron] Attempting to bind port c738b38d-cc3a-42ab-8d0f-8c9dc892211c by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '02fd8397-45ae-4102-88f5-45108756efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5'}] {{(pid=104642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:30:35.874097 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-7263fbeb-73e7-48c2-87f8-1d9087c46db4 service neutron] Attempting to bind port c738b38d-cc3a-42ab-8d0f-8c9dc892211c on network 67963c39-9b8d-4e89-8021-57829e1176c5 {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:30:35.880341 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-7263fbeb-73e7-48c2-87f8-1d9087c46db4 service neutron] Port c738b38d-cc3a-42ab-8d0f-8c9dc892211c on network 67963c39-9b8d-4e89-8021-57829e1176c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:30:35.880890 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-7263fbeb-73e7-48c2-87f8-1d9087c46db4 service neutron] Attempting to bind port c738b38d-cc3a-42ab-8d0f-8c9dc892211c on network 67963c39-9b8d-4e89-8021-57829e1176c5 {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:30:35.889941 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-7263fbeb-73e7-48c2-87f8-1d9087c46db4 service neutron] Checking agent: {'id': '2bd30f19-4481-40fa-92e6-11ccee452902', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'started_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:30:35.890279 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-7263fbeb-73e7-48c2-87f8-1d9087c46db4 service neutron] Checking segment: {'id': '02fd8397-45ae-4102-88f5-45108756efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:30:35.890867 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-7263fbeb-73e7-48c2-87f8-1d9087c46db4 service neutron] Bound using segment: {'id': '02fd8397-45ae-4102-88f5-45108756efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5'} {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:30:35.891309 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.managers [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-7263fbeb-73e7-48c2-87f8-1d9087c46db4 service neutron] Bound port: c738b38d-cc3a-42ab-8d0f-8c9dc892211c, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02fd8397-45ae-4102-88f5-45108756efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5'}}] {{(pid=104642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:30:35.891853 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-7263fbeb-73e7-48c2-87f8-1d9087c46db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c738b38d-cc3a-42ab-8d0f-8c9dc892211c), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:35.973916 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-7263fbeb-73e7-48c2-87f8-1d9087c46db4 service neutron] For port c738b38d-cc3a-42ab-8d0f-8c9dc892211c, host hv-cinder-82880, cleared binding levels {{(pid=104642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:30:35.979119 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-7263fbeb-73e7-48c2-87f8-1d9087c46db4 service neutron] For port c738b38d-cc3a-42ab-8d0f-8c9dc892211c, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c738b38d-cc3a-42ab-8d0f-8c9dc892211c,segment=NetworkSegment(02fd8397-45ae-4102-88f5-45108756efdb),segment_id=02fd8397-45ae-4102-88f5-45108756efdb)] {{(pid=104642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:30:36.054987 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef87dfd-807e-46be-89cd-f284ad13e836 req-a17a3754-e559-4a54-8a2f-f9ed99fdf4cd tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:36.056564 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1ef87dfd-807e-46be-89cd-f284ad13e836 req-a17a3754-e559-4a54-8a2f-f9ed99fdf4cd tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 945 time: 0.0503669 May 26 21:30:36.108961 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1ef87dfd-807e-46be-89cd-f284ad13e836 req-385dee42-106c-4d78-83d4-92ec5128a2a9 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465126 May 26 21:30:36.130064 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-7263fbeb-73e7-48c2-87f8-1d9087c46db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632642'] for port (c738b38d-cc3a-42ab-8d0f-8c9dc892211c), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:36.169525 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-7263fbeb-73e7-48c2-87f8-1d9087c46db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:36.170263 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-7263fbeb-73e7-48c2-87f8-1d9087c46db4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:36.172141 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-7263fbeb-73e7-48c2-87f8-1d9087c46db4 service neutron] 10.222.0.60 "PUT /v2.0/ports/c738b38d-cc3a-42ab-8d0f-8c9dc892211c HTTP/1.1" status: 200 len: 1093 time: 0.9426186 May 26 21:30:36.172702 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6d3384-3b9f-4042-a947-d15b99941c35', 'tag': 'c738b38d-cc3a-42ab-8d0f-8c9dc892211c'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:30:36.175124 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d49dbcd-cb86-40b9-8cef-b6c3430e44f5" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6d3384-3b9f-4042-a947-d15b99941c35", "tag": "c738b38d-cc3a-42ab-8d0f-8c9dc892211c"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:30:36.220760 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263fbeb-73e7-48c2-87f8-1d9087c46db4 service neutron] Pushing event updated for resources: {'Port': ['ID=c738b38d-cc3a-42ab-8d0f-8c9dc892211c,revision_number=3']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:30:36.265448 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7cbe2e-d189-46e5-badf-69d460f99cb5 x-openstack-request-id: req-8e7cbe2e-d189-46e5-badf-69d460f99cb5 {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:30:36.265743 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6d3384-3b9f-4042-a947-d15b99941c35", "tag": "c738b38d-cc3a-42ab-8d0f-8c9dc892211c", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:30:36.266002 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e7cbe2e-d189-46e5-badf-69d460f99cb5 {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:30:36.266399 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e7cbe2e-d189-46e5-badf-69d460f99cb5'] response: {'name': 'network-changed', 'server_uuid': '6f6d3384-3b9f-4042-a947-d15b99941c35', 'tag': 'c738b38d-cc3a-42ab-8d0f-8c9dc892211c', 'status': 'completed', 'code': 200} May 26 21:30:36.323220 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2481ea-2b7f-4bc0-8dec-0f3b7b652ec4 req-ccf445a4-060a-4b80-abba-5e0c77374a20 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:36.330311 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-cb2481ea-2b7f-4bc0-8dec-0f3b7b652ec4 req-ccf445a4-060a-4b80-abba-5e0c77374a20 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0821428 May 26 21:30:36.382923 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-cb2481ea-2b7f-4bc0-8dec-0f3b7b652ec4 req-c6e1a7e8-1f29-4d2f-a112-e3e6973b7b5a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516889 May 26 21:30:37.035050 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49dbcd-cb86-40b9-8cef-b6c3430e44f5 req-b6f004a3-8c26-426f-a608-73bc5a4d3ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:37.038686 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5d49dbcd-cb86-40b9-8cef-b6c3430e44f5 req-b6f004a3-8c26-426f-a608-73bc5a4d3ee6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=771d85ed5c3b4a6bbc9945d88cfcbab8&device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 1127 time: 0.0452247 May 26 21:30:37.191556 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49dbcd-cb86-40b9-8cef-b6c3430e44f5 req-88c29672-baf8-40b2-852a-2567e64d66e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:37.193158 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5d49dbcd-cb86-40b9-8cef-b6c3430e44f5 req-88c29672-baf8-40b2-852a-2567e64d66e4 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=771d85ed5c3b4a6bbc9945d88cfcbab8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1406846 May 26 21:30:37.266225 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56f868-8864-4586-b8ba-029a355b177e req-cca19976-9a61-4472-bf2c-0ed9f880fa8e tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:37.273340 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-bc56f868-8864-4586-b8ba-029a355b177e req-cca19976-9a61-4472-bf2c-0ed9f880fa8e tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 945 time: 0.0556498 May 26 21:30:37.294862 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:37.328466 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49dbcd-cb86-40b9-8cef-b6c3430e44f5 req-6701c4dc-fc80-4aa2-8400-39a5c97cc6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:37.329921 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5d49dbcd-cb86-40b9-8cef-b6c3430e44f5 req-6701c4dc-fc80-4aa2-8400-39a5c97cc6d2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1267343 May 26 21:30:37.331350 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-bc56f868-8864-4586-b8ba-029a355b177e req-e0b87337-ec6d-4c31-b1d3-fbdd85a2081c tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571752 May 26 21:30:37.417824 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-68656d18-9d03-4edb-baf7-3f88cc3a8fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:37.419353 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-68656d18-9d03-4edb-baf7-3f88cc3a8fe6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=771d85ed5c3b4a6bbc9945d88cfcbab8&device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 1127 time: 0.0463140 May 26 21:30:37.489912 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-3312cd2a-4504-46e0-8007-c58597ed9570 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c738b38d-cc3a-42ab-8d0f-8c9dc892211c HTTP/1.1" status: 200 len: 217 time: 0.0615728 May 26 21:30:37.534550 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332087c-0646-484b-8efd-14acaab3413d req-1702d0eb-bcc2-454c-a6a5-59d9de2f6412 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:37.536270 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7332087c-0646-484b-8efd-14acaab3413d req-1702d0eb-bcc2-454c-a6a5-59d9de2f6412 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0612168 May 26 21:30:37.605265 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7332087c-0646-484b-8efd-14acaab3413d req-67271213-ba44-43f1-81ef-d83159d34c94 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599313 May 26 21:30:38.053688 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['1faef2ef-eecc-4157-ac0a-913c45525b24'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:30:38.474231 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727e26f-277e-420f-b6f6-a6e60e1c20b5 req-54209f74-1ac2-4e96-bb5c-85cf2df64983 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:38.483886 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8727e26f-277e-420f-b6f6-a6e60e1c20b5 req-54209f74-1ac2-4e96-bb5c-85cf2df64983 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 945 time: 0.0762961 May 26 21:30:38.544664 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8727e26f-277e-420f-b6f6-a6e60e1c20b5 req-73f098fd-8e4e-42ef-a02a-a67adc691f1b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606520 May 26 21:30:38.743959 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:38.757450 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee7464-64bb-4db5-89f4-62673591e831 req-83c607cb-2f3b-43a9-8657-045f5139d926 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:38.759500 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-71ee7464-64bb-4db5-89f4-62673591e831 req-83c607cb-2f3b-43a9-8657-045f5139d926 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0729849 May 26 21:30:38.814734 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-71ee7464-64bb-4db5-89f4-62673591e831 req-74e1b815-0fa2-46d8-bfbd-fdb0d7ec8800 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491118 May 26 21:30:39.692378 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe6756-516c-485c-8aa4-6ffa252cbb05 req-384bdffe-3c58-4561-abec-67db2b79b07b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:39.697729 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3ffe6756-516c-485c-8aa4-6ffa252cbb05 req-384bdffe-3c58-4561-abec-67db2b79b07b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 945 time: 0.0593407 May 26 21:30:39.746745 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3ffe6756-516c-485c-8aa4-6ffa252cbb05 req-b75198dd-ac59-4e11-a636-62ff73c53d1b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464752 May 26 21:30:39.938570 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03764573-5bce-4a61-961c-a7bb5d301623 req-9a6322a1-4fc5-43ea-9c19-1a71b9992087 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:39.940117 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-03764573-5bce-4a61-961c-a7bb5d301623 req-9a6322a1-4fc5-43ea-9c19-1a71b9992087 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0505357 May 26 21:30:39.998699 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-03764573-5bce-4a61-961c-a7bb5d301623 req-8c8ad903-fb62-465f-9dce-289261a7e4b2 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524380 May 26 21:30:40.187374 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 1faef2ef-eecc-4157-ac0a-913c45525b24 up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:30:40.235464 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning for port 1faef2ef-eecc-4157-ac0a-913c45525b24 completed by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:30:40.293766 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port 1faef2ef-eecc-4157-ac0a-913c45525b24 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:30:40.294130 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (1faef2ef-eecc-4157-ac0a-913c45525b24), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:40.339596 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:40.342575 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:40.375459 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 1faef2ef-eecc-4157-ac0a-913c45525b24 is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:30:40.375936 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (1faef2ef-eecc-4157-ac0a-913c45525b24), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:40.404652 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2b4ade-df77-4c06-bfc0-2a510bfe37d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1faef2ef-eecc-4157-ac0a-913c45525b24'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:30:40.406938 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9078c968-cdd1-4fcc-9946-31c94303c6eb" -d '{"events": [{"server_uuid": "3e2b4ade-df77-4c06-bfc0-2a510bfe37d5", "name": "network-vif-plugged", "status": "completed", "tag": "1faef2ef-eecc-4157-ac0a-913c45525b24"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:30:40.421210 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 1faef2ef-eecc-4157-ac0a-913c45525b24, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1faef2ef-eecc-4157-ac0a-913c45525b24,segment=NetworkSegment(fe8da2ec-f933-44ba-82fb-b654f7378e99),segment_id=fe8da2ec-f933-44ba-82fb-b654f7378e99)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:30:40.456379 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0154a5b-b6ba-4d20-926f-4a8d698c2a5e x-openstack-request-id: req-a0154a5b-b6ba-4d20-926f-4a8d698c2a5e {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:30:40.456676 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2b4ade-df77-4c06-bfc0-2a510bfe37d5", "name": "network-vif-plugged", "status": "completed", "tag": "1faef2ef-eecc-4157-ac0a-913c45525b24", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:30:40.456934 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a0154a5b-b6ba-4d20-926f-4a8d698c2a5e {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:30:40.457339 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0154a5b-b6ba-4d20-926f-4a8d698c2a5e'] response: {'server_uuid': '3e2b4ade-df77-4c06-bfc0-2a510bfe37d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1faef2ef-eecc-4157-ac0a-913c45525b24', 'code': 200} May 26 21:30:40.533203 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (1faef2ef-eecc-4157-ac0a-913c45525b24), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:40.608393 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=1faef2ef-eecc-4157-ac0a-913c45525b24,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:30:40.872010 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9449e39-018c-4e88-a762-dd6f4cfcfcfb req-ddba6922-c131-401a-9109-cbb226c89e90 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:40.873534 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d9449e39-018c-4e88-a762-dd6f4cfcfcfb req-ddba6922-c131-401a-9109-cbb226c89e90 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0502098 May 26 21:30:40.928917 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d9449e39-018c-4e88-a762-dd6f4cfcfcfb req-f7ee551a-f3b6-46b4-8720-b40c0089bf8a tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497189 May 26 21:30:41.122129 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9191e7-6b90-4102-9e2a-cc19a3fa1202 req-fd610712-3a4a-4d04-992e-f0ffbd78724e tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:41.123630 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ab9191e7-6b90-4102-9e2a-cc19a3fa1202 req-fd610712-3a4a-4d04-992e-f0ffbd78724e tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0519152 May 26 21:30:41.186008 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ab9191e7-6b90-4102-9e2a-cc19a3fa1202 req-786872b0-c54f-48c7-aafb-71ea7d1f22c4 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559318 May 26 21:30:41.284742 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1475e5-9074-4088-a3e1-407a2abd8fe2 req-001c5009-a81c-45ee-9e42-3dc84565e4fc tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:41.286130 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3f1475e5-9074-4088-a3e1-407a2abd8fe2 req-001c5009-a81c-45ee-9e42-3dc84565e4fc tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0569997 May 26 21:30:41.340485 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3f1475e5-9074-4088-a3e1-407a2abd8fe2 req-8c5c1247-e4f2-4a03-a55b-61f035e3b34f tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477872 May 26 21:30:42.057136 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b3a0b-6dc0-473b-9316-fc28e45f68e3 req-94c17ab5-fa29-4255-b6e5-60d03582c0a0 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:42.058657 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d75b3a0b-6dc0-473b-9316-fc28e45f68e3 req-94c17ab5-fa29-4255-b6e5-60d03582c0a0 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0569136 May 26 21:30:42.110954 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d75b3a0b-6dc0-473b-9316-fc28e45f68e3 req-06f32093-1646-4050-844d-6b0798a08f42 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467076 May 26 21:30:42.318942 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe47127-e5f6-4064-8efa-dad140eca1d7 req-58d105ed-c11f-42a0-aa09-dda8b23bc690 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:42.322022 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-efe47127-e5f6-4064-8efa-dad140eca1d7 req-58d105ed-c11f-42a0-aa09-dda8b23bc690 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0555916 May 26 21:30:42.387144 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-efe47127-e5f6-4064-8efa-dad140eca1d7 req-9ecced2e-7760-4c58-b12e-839f34a2916a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587745 May 26 21:30:42.433125 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:42.531864 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6d11f-4455-4ccb-befc-f61d124ad55b req-24aec243-1ea5-45e2-8d6f-39ad6a4bb5ad tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:42.531864 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-edf6d11f-4455-4ccb-befc-f61d124ad55b req-24aec243-1ea5-45e2-8d6f-39ad6a4bb5ad tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0653133 May 26 21:30:42.561286 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-edf6d11f-4455-4ccb-befc-f61d124ad55b req-6ea989e9-95b3-4767-8df2-7e06bf7f4e42 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583651 May 26 21:30:43.242082 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dbed3-8667-445a-91c0-e2b9fa4e8ea3 req-3891607f-d52b-42cf-ba24-047e7c9f643c tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:43.244196 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-cb4dbed3-8667-445a-91c0-e2b9fa4e8ea3 req-3891607f-d52b-42cf-ba24-047e7c9f643c tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0552914 May 26 21:30:43.306750 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-cb4dbed3-8667-445a-91c0-e2b9fa4e8ea3 req-5ea3b530-9341-4b50-b96f-9f3c8e4321e7 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565085 May 26 21:30:43.532381 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17c653-e623-4401-8e72-86deafb457eb req-8126dca9-331e-4cf0-a401-f2e2565aae69 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:43.533863 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4a17c653-e623-4401-8e72-86deafb457eb req-8126dca9-331e-4cf0-a401-f2e2565aae69 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0601432 May 26 21:30:43.592318 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4a17c653-e623-4401-8e72-86deafb457eb req-02bca1e9-f9cc-4181-9687-7d3c098ad7af tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523455 May 26 21:30:43.700276 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a287ee2-40b2-4859-aac2-012a63a5acb5 req-f952d2bc-c508-4918-9078-9716a81f7f53 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:43.703301 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0a287ee2-40b2-4859-aac2-012a63a5acb5 req-f952d2bc-c508-4918-9078-9716a81f7f53 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0585711 May 26 21:30:43.755863 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0a287ee2-40b2-4859-aac2-012a63a5acb5 req-fb061ed9-1f9a-4730-a9e8-7119d00e86bd tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460622 May 26 21:30:44.434007 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb122e-903a-4e18-b424-367fd6f24e4a req-0e018424-3b7f-4d01-91a4-d01c167a7ead tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:44.435678 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5fcb122e-903a-4e18-b424-367fd6f24e4a req-0e018424-3b7f-4d01-91a4-d01c167a7ead tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0521851 May 26 21:30:44.467919 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:30:44.502213 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5fcb122e-903a-4e18-b424-367fd6f24e4a req-9db01cd9-a66d-44cb-9d89-3476c662b3ab tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564661 May 26 21:30:44.721159 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ec6d2-a338-49b1-9ed6-ccfd58b31c94 req-4418a05b-71b5-4477-aac9-cbdfcd10df09 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:44.722656 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e23ec6d2-a338-49b1-9ed6-ccfd58b31c94 req-4418a05b-71b5-4477-aac9-cbdfcd10df09 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0542467 May 26 21:30:44.782258 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e23ec6d2-a338-49b1-9ed6-ccfd58b31c94 req-77b91d62-ebf9-4733-bf9a-17cf01ceba5a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532939 May 26 21:30:44.903229 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df71ee-3dbf-4038-ad49-23264102a73a req-155c2532-8b6b-416a-83cb-a288c1539e77 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:44.908352 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b6df71ee-3dbf-4038-ad49-23264102a73a req-155c2532-8b6b-416a-83cb-a288c1539e77 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0614676 May 26 21:30:44.965659 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b6df71ee-3dbf-4038-ad49-23264102a73a req-822653b5-2962-4b1f-8a62-5f11a3619e57 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549438 May 26 21:30:45.635947 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244c335-47ad-41c7-9932-06081c7cb12a req-9bb70167-42f6-4e62-ae3a-54ba2d0490ed tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:45.637484 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1244c335-47ad-41c7-9932-06081c7cb12a req-9bb70167-42f6-4e62-ae3a-54ba2d0490ed tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0595310 May 26 21:30:45.689737 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1244c335-47ad-41c7-9932-06081c7cb12a req-1b327231-3506-4f77-8805-c9fdb0974a09 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463362 May 26 21:30:45.901215 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f94602-b48d-4b04-9915-610a68cd059a req-dfab3668-8694-4e2c-83bb-34f7aec57e59 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:45.902727 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d9f94602-b48d-4b04-9915-610a68cd059a req-dfab3668-8694-4e2c-83bb-34f7aec57e59 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0483027 May 26 21:30:45.932776 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:45.967970 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d9f94602-b48d-4b04-9915-610a68cd059a req-4e0cf904-3f6b-4fab-b0d5-0477c4c96539 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586038 May 26 21:30:46.097462 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30193f32-1f9f-47cc-a6de-fefd3a043fe5 req-d9fc8779-aa1f-4353-9671-50bac3d50852 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:46.098879 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-30193f32-1f9f-47cc-a6de-fefd3a043fe5 req-d9fc8779-aa1f-4353-9671-50bac3d50852 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0541618 May 26 21:30:46.146578 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-30193f32-1f9f-47cc-a6de-fefd3a043fe5 req-de695867-7624-4dcd-bd32-48960904ed40 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413129 May 26 21:30:46.835838 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcf653-0c0c-44b3-80ec-6bb0353d2223 req-291a943b-937a-485f-999e-c4ae1720216c tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:46.837877 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-bbfcf653-0c0c-44b3-80ec-6bb0353d2223 req-291a943b-937a-485f-999e-c4ae1720216c tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0584073 May 26 21:30:46.896182 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-bbfcf653-0c0c-44b3-80ec-6bb0353d2223 req-327f6185-ca99-47f4-8b32-35c0b512baf7 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528460 May 26 21:30:47.100373 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91410e5f-de87-4130-b3d8-936a8b583c5c req-0e032793-8ded-4b9c-b548-e016559a5c5a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:47.101908 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-91410e5f-de87-4130-b3d8-936a8b583c5c req-0e032793-8ded-4b9c-b548-e016559a5c5a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0518568 May 26 21:30:47.141592 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:47.155544 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-91410e5f-de87-4130-b3d8-936a8b583c5c req-ef480212-87ab-4e4b-ae96-1e07bf75566a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452509 May 26 21:30:47.266395 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:47.274807 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e806aa-f521-41b0-9ad0-98ff7c0ee370 req-189c863f-bddf-4029-a8b8-3f81cf2dbd9f tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:47.276314 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d0e806aa-f521-41b0-9ad0-98ff7c0ee370 req-189c863f-bddf-4029-a8b8-3f81cf2dbd9f tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0516846 May 26 21:30:47.326207 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d0e806aa-f521-41b0-9ad0-98ff7c0ee370 req-eeca2bb1-848a-40fa-a56f-925c100da760 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434897 May 26 21:30:48.016994 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47e459-6614-48f0-b4e8-aa34c35ebae3 req-7ee56439-4cee-441c-9c04-03a7f91da2e8 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:48.018380 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ac47e459-6614-48f0-b4e8-aa34c35ebae3 req-7ee56439-4cee-441c-9c04-03a7f91da2e8 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0469201 May 26 21:30:48.073725 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ac47e459-6614-48f0-b4e8-aa34c35ebae3 req-57164dc0-b7f5-4353-a07c-b75a2805be41 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482454 May 26 21:30:48.280915 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f25911-6345-488a-9e32-1e5a5470fc4a req-ace411ba-a7d9-4a37-8305-8b2899db3f7a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:48.282330 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-57f25911-6345-488a-9e32-1e5a5470fc4a req-ace411ba-a7d9-4a37-8305-8b2899db3f7a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0563734 May 26 21:30:48.338751 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-57f25911-6345-488a-9e32-1e5a5470fc4a req-9a497096-dc75-4337-9af2-51e4b791a7f8 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495107 May 26 21:30:48.448194 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d7a72-8c7a-459b-b5fc-5d30aa3d472b req-0145edf1-fccc-456c-bd82-93399bc8d09f tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:48.449692 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9b7d7a72-8c7a-459b-b5fc-5d30aa3d472b req-0145edf1-fccc-456c-bd82-93399bc8d09f tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0497203 May 26 21:30:48.502584 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9b7d7a72-8c7a-459b-b5fc-5d30aa3d472b req-10bc3de5-8265-47fd-b5f0-cc40adad28fc tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470018 May 26 21:30:49.211403 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf8687-f0c3-43eb-aece-cf1176e77124 req-91a29f96-9ddb-42bd-885b-d38e0675ae47 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:49.219325 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1abf8687-f0c3-43eb-aece-cf1176e77124 req-91a29f96-9ddb-42bd-885b-d38e0675ae47 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0641863 May 26 21:30:49.292722 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1abf8687-f0c3-43eb-aece-cf1176e77124 req-b6befbb2-85d1-49cc-b457-f8fb7c65bd74 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723290 May 26 21:30:49.463488 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f693b38-d978-4cee-9168-7662fa704128 req-0ea3c64d-d8da-4eda-81f2-00c06ea0cd6f tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:49.465262 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1f693b38-d978-4cee-9168-7662fa704128 req-0ea3c64d-d8da-4eda-81f2-00c06ea0cd6f tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0530598 May 26 21:30:49.520889 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1f693b38-d978-4cee-9168-7662fa704128 req-2dce6552-c1d3-4a24-a0c6-70cdef649659 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502088 May 26 21:30:49.638858 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60c62b-7a70-4627-a61a-f999e35cda2b req-afc65e7b-781a-47ef-8d89-b1ff546f037b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:49.640422 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3a60c62b-7a70-4627-a61a-f999e35cda2b req-afc65e7b-781a-47ef-8d89-b1ff546f037b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0545442 May 26 21:30:49.690240 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3a60c62b-7a70-4627-a61a-f999e35cda2b req-8d521263-8b24-461b-bdea-a94d38e05707 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434597 May 26 21:30:50.409911 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f3a86-e99c-471a-9fef-4969d7b1e93f req-0c8e3e3d-079f-4f79-9ddb-6e42891862d5 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:50.411362 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-729f3a86-e99c-471a-9fef-4969d7b1e93f req-0c8e3e3d-079f-4f79-9ddb-6e42891862d5 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0496519 May 26 21:30:50.478525 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-729f3a86-e99c-471a-9fef-4969d7b1e93f req-2f4f9ee1-9831-4e79-acce-fbb381763d52 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609534 May 26 21:30:50.605432 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:50.652465 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ff40d-e1b3-4e95-90a5-f4d358ecbf56 req-0f5c4a84-e101-4dce-8416-ee8a2f44b19a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:50.653936 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5c7ff40d-e1b3-4e95-90a5-f4d358ecbf56 req-0f5c4a84-e101-4dce-8416-ee8a2f44b19a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0498738 May 26 21:30:50.712313 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5c7ff40d-e1b3-4e95-90a5-f4d358ecbf56 req-30f2d926-00de-4c49-a554-7db2eb8fefab tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522263 May 26 21:30:50.821958 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce927c8e-2f10-468a-b38c-318d87454b08 req-879ad201-2709-40e3-9d6d-42b8714d9b79 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:50.823482 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ce927c8e-2f10-468a-b38c-318d87454b08 req-879ad201-2709-40e3-9d6d-42b8714d9b79 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0530989 May 26 21:30:50.871174 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ce927c8e-2f10-468a-b38c-318d87454b08 req-f68ee15e-05f6-414f-b23f-36027f69807f tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417967 May 26 21:30:51.024884 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-e1041ab3-e916-40a6-93a6-16b1a5ffb7ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:51.604327 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f30d8b-00b2-4f36-8ec1-531502f015bf req-75f4fdde-48c3-4edb-bfa8-ceb61aa357e8 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:51.606130 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b0f30d8b-00b2-4f36-8ec1-531502f015bf req-75f4fdde-48c3-4edb-bfa8-ceb61aa357e8 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0515900 May 26 21:30:51.670353 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b0f30d8b-00b2-4f36-8ec1-531502f015bf req-48f8883f-2329-4845-ad15-feb2e2877a88 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576973 May 26 21:30:51.835672 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50b37e-b752-40b0-8aa9-1370a2cc500b req-a7a3109e-0a65-4a10-a96d-e8489e0f57c1 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:51.837747 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6c50b37e-b752-40b0-8aa9-1370a2cc500b req-a7a3109e-0a65-4a10-a96d-e8489e0f57c1 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0523050 May 26 21:30:51.890470 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6c50b37e-b752-40b0-8aa9-1370a2cc500b req-7d9f2f64-f0de-42b6-aca9-fd6418381666 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472200 May 26 21:30:52.009816 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6bb8e-9346-45e7-a031-3d277199b9b6 req-9b606e53-909d-4299-978a-da42135fd5af tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:52.011486 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4af6bb8e-9346-45e7-a031-3d277199b9b6 req-9b606e53-909d-4299-978a-da42135fd5af tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0468702 May 26 21:30:52.066987 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4af6bb8e-9346-45e7-a031-3d277199b9b6 req-ce147cfe-abdb-4d36-b9a5-e8fc49cbe437 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497038 May 26 21:30:52.780465 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5057c20-1030-4364-9e1a-85fe817e778c req-126b90ba-8bb5-4bb0-a013-1f90ffa55752 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:52.781912 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d5057c20-1030-4364-9e1a-85fe817e778c req-126b90ba-8bb5-4bb0-a013-1f90ffa55752 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0466933 May 26 21:30:52.835231 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d5057c20-1030-4364-9e1a-85fe817e778c req-4fc529cb-4b18-47ac-974f-3c476a3c84db tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478733 May 26 21:30:53.007978 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f49706-b657-4bde-ae9f-7295168f8e30 req-9653b4bd-8a0a-4b25-ab85-ee265e6dc5ab tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:53.009440 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a9f49706-b657-4bde-ae9f-7295168f8e30 req-9653b4bd-8a0a-4b25-ab85-ee265e6dc5ab tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0466664 May 26 21:30:53.056279 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a9f49706-b657-4bde-ae9f-7295168f8e30 req-3b44e772-bba0-4c62-ba3a-9d675b5c7ac6 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410769 May 26 21:30:53.167375 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:53.182718 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adc2fb-6143-4903-bb05-3e507ea9a181 req-8a341373-ca5e-4ac6-a53b-8162c10b9b97 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:53.184198 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-19adc2fb-6143-4903-bb05-3e507ea9a181 req-8a341373-ca5e-4ac6-a53b-8162c10b9b97 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0468838 May 26 21:30:53.230904 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-19adc2fb-6143-4903-bb05-3e507ea9a181 req-edaf0ebe-dfed-4668-aad1-b59b58eb96e2 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411632 May 26 21:30:53.406427 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-51e3a1c8-042b-45c3-8333-113bc0b9d8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:53.950378 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ced6b-812b-412a-b599-f274ea2d5047 req-2ee21c4f-30b4-4613-a2d5-23bd1e074eff tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:53.951876 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6c4ced6b-812b-412a-b599-f274ea2d5047 req-2ee21c4f-30b4-4613-a2d5-23bd1e074eff tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0501964 May 26 21:30:53.999628 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6c4ced6b-812b-412a-b599-f274ea2d5047 req-24ece9b4-17cb-4bcd-a7bb-274981424aa9 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422285 May 26 21:30:54.168034 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf62ef-ee26-40e9-9020-1bcce3ac27dd req-f3484279-c31b-4355-9c8c-32ccdf11d2eb tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:54.169555 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f9cf62ef-ee26-40e9-9020-1bcce3ac27dd req-f3484279-c31b-4355-9c8c-32ccdf11d2eb tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0484645 May 26 21:30:54.219769 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f9cf62ef-ee26-40e9-9020-1bcce3ac27dd req-d1e9ec01-2770-4fd8-9c6a-10aba665d104 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420787 May 26 21:30:54.349918 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851f417-0e32-4f9b-87c2-41ccfcedaf8b req-f5054a1e-83fb-45bd-a4a5-821775359421 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:54.351428 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3851f417-0e32-4f9b-87c2-41ccfcedaf8b req-f5054a1e-83fb-45bd-a4a5-821775359421 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0496807 May 26 21:30:54.397661 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3851f417-0e32-4f9b-87c2-41ccfcedaf8b req-33de511d-1445-47e6-bc3b-03f60842db36 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403166 May 26 21:30:54.533218 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:54.824812 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:55.114922 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4cfc4-fd44-4c85-8f93-b78039894af7 req-06984a8e-5bff-4949-aade-735c35534b1f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:55.116422 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ced4cfc4-fd44-4c85-8f93-b78039894af7 req-06984a8e-5bff-4949-aade-735c35534b1f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0502412 May 26 21:30:55.143759 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:55.169365 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ced4cfc4-fd44-4c85-8f93-b78039894af7 req-ec767522-bdee-4107-b366-a80815cea326 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469241 May 26 21:30:55.296501 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:55.332280 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade47ad7-9096-4626-b5df-a2db58de3de6 req-2230ea05-8fbb-4cbb-b458-3247a90e95fc tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:55.333638 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ade47ad7-9096-4626-b5df-a2db58de3de6 req-2230ea05-8fbb-4cbb-b458-3247a90e95fc tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0468733 May 26 21:30:55.379297 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ade47ad7-9096-4626-b5df-a2db58de3de6 req-8ebb2827-9641-4179-a2c1-626fb0ae16cb tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402033 May 26 21:30:55.514081 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2d8cf-5193-4a81-af49-6e488aa8c8a3 req-d846c4c9-2216-4221-8b93-885d5869219f tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:55.515549 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4ac2d8cf-5193-4a81-af49-6e488aa8c8a3 req-d846c4c9-2216-4221-8b93-885d5869219f tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0466073 May 26 21:30:55.562972 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4ac2d8cf-5193-4a81-af49-6e488aa8c8a3 req-ed96df4f-3e28-48e3-8951-ccb82f79b49b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418203 May 26 21:30:55.575394 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=18 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:55.576301 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=16 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:56.098620 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:56.272244 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:30:56.286182 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc22ccf-793f-4d06-bdd7-47268f6f8813 req-aa76a9c5-dd3c-4ba3-b71e-de28b1b4d0cf tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:56.287765 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4fc22ccf-793f-4d06-bdd7-47268f6f8813 req-aa76a9c5-dd3c-4ba3-b71e-de28b1b4d0cf tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0505540 May 26 21:30:56.336693 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4fc22ccf-793f-4d06-bdd7-47268f6f8813 req-fbe4f696-2a57-4603-b6fc-e622f52ba068 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417449 May 26 21:30:56.493768 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff01886-5ef7-486a-b9f6-a5e05ebfa704 req-7364aa8d-8db4-4c7f-88ef-57ba0d9de0a4 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:56.495212 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7ff01886-5ef7-486a-b9f6-a5e05ebfa704 req-7364aa8d-8db4-4c7f-88ef-57ba0d9de0a4 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0495141 May 26 21:30:56.541515 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7ff01886-5ef7-486a-b9f6-a5e05ebfa704 req-56f21bd2-4198-41eb-9118-db10bcb697aa tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406587 May 26 21:30:56.677720 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e5617-7bd0-4b93-9007-0c8d610094f2 req-6caf4c20-b17b-42e0-855f-f57e8d44aef9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:56.679153 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-865e5617-7bd0-4b93-9007-0c8d610094f2 req-6caf4c20-b17b-42e0-855f-f57e8d44aef9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0465260 May 26 21:30:56.725649 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-865e5617-7bd0-4b93-9007-0c8d610094f2 req-936bb86e-8c2b-41a5-8d5a-724a2e3c1f4e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408731 May 26 21:30:57.447877 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6166b-caf2-49bb-9de4-b560e16e828c req-8e752b43-fae4-44fa-9d77-19e56f6c571c tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:57.449337 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-70a6166b-caf2-49bb-9de4-b560e16e828c req-8e752b43-fae4-44fa-9d77-19e56f6c571c tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0472679 May 26 21:30:57.498054 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-70a6166b-caf2-49bb-9de4-b560e16e828c req-3d207073-2ddb-4fe4-8463-943039e07ee5 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430958 May 26 21:30:57.590613 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:30:57.622383 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-21a36c86-dbf0-40d5-85b2-8070f483c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:57.624514 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-21a36c86-dbf0-40d5-85b2-8070f483c059 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e4d7177c-5e3d-448a-a712-c1598bcbcb8f HTTP/1.1" status: 200 len: 853 time: 0.0569544 May 26 21:30:57.667071 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6643f75e-8f90-44c6-867f-3ed18e1ab573 req-09d33cc8-3c3e-404f-bd82-26f416335df7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690017 May 26 21:30:57.682485 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c496d-f7ae-46ec-aa58-f9d6f71a347e req-ec13e15b-8ef2-4cd0-9594-ea28faa92d85 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:57.683901 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e07c496d-f7ae-46ec-aa58-f9d6f71a347e req-ec13e15b-8ef2-4cd0-9594-ea28faa92d85 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0593631 May 26 21:30:57.732146 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e07c496d-f7ae-46ec-aa58-f9d6f71a347e req-12a5b7c3-9e5b-4f0b-9493-7c569f5b1075 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426409 May 26 21:30:57.850933 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75cb507-ac01-48f1-a5f9-9a1970f21504 req-9ffad0b2-c1fe-4b5f-84ef-d01212335af6 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:57.853035 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c75cb507-ac01-48f1-a5f9-9a1970f21504 req-9ffad0b2-c1fe-4b5f-84ef-d01212335af6 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0560501 May 26 21:30:57.903805 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643f75e-8f90-44c6-867f-3ed18e1ab573 req-f266c424-e9be-4ce4-9cf7-cb3badd3f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:57.905303 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6643f75e-8f90-44c6-867f-3ed18e1ab573 req-f266c424-e9be-4ce4-9cf7-cb3badd3f268 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=318999cb1f874176b2523de9686febc1&device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 1129 time: 0.0468874 May 26 21:30:57.911976 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-f0ec1e82-1ab7-4401-801d-9a8bf6ed1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:57.913601 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-f0ec1e82-1ab7-4401-801d-9a8bf6ed1942 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67963c39-9b8d-4e89-8021-57829e1176c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596766 May 26 21:30:57.940230 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c75cb507-ac01-48f1-a5f9-9a1970f21504 req-bef1621c-fcdb-4b66-a0a3-01a8ca1c48dc tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739105 May 26 21:30:58.150065 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-53119ee0-ef45-47f9-bd24-aeabb44f93f2 service neutron] 10.222.0.60 "GET /v2.0/networks/67963c39-9b8d-4e89-8021-57829e1176c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946472 May 26 21:30:58.163122 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e2236-0a38-42ec-a267-bbefe89f4f4a req-827c19a8-6b67-49ce-8876-47b469c037d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:58.165428 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-363e2236-0a38-42ec-a267-bbefe89f4f4a req-827c19a8-6b67-49ce-8876-47b469c037d9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 1130 time: 0.0519845 May 26 21:30:58.186149 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643f75e-8f90-44c6-867f-3ed18e1ab573 req-ca25769e-5352-42ad-b7bd-3187f05c5a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:58.187542 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6643f75e-8f90-44c6-867f-3ed18e1ab573 req-ca25769e-5352-42ad-b7bd-3187f05c5a43 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa HTTP/1.1" status: 200 len: 919 time: 0.1295347 May 26 21:30:58.610344 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701ffb2-e746-48ba-9680-73c2507f906d req-1fcda8cf-ca0a-45a1-984d-804918b27853 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:58.611710 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5701ffb2-e746-48ba-9680-73c2507f906d req-1fcda8cf-ca0a-45a1-984d-804918b27853 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0472775 May 26 21:30:58.659554 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5701ffb2-e746-48ba-9680-73c2507f906d req-34bc6675-8833-4876-a99b-132e2d846d9d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422246 May 26 21:30:58.713760 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6643f75e-8f90-44c6-867f-3ed18e1ab573 req-7951b68f-ebc8-40d1-942e-3bf9b095d621 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24cfeb63-c26b-4bcf-af3c-b3af9fdb259d HTTP/1.1" status: 200 len: 217 time: 0.0423353 May 26 21:30:58.763455 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5c50fe5a-23a8-483e-954f-0aedcc63f977 req-bac2761a-46c3-44ea-8167-8f84ae87c6c6 service neutron] 10.222.0.60 "GET /v2.0/networks/67963c39-9b8d-4e89-8021-57829e1176c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939991 May 26 21:30:58.784530 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-363e2236-0a38-42ec-a267-bbefe89f4f4a req-a59810b2-8d52-4325-ae6c-b1144174bbf3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119387 May 26 21:30:58.793263 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643f75e-8f90-44c6-867f-3ed18e1ab573 req-857f3fd1-01f2-4665-8b78-65562d54b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:58.794677 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6643f75e-8f90-44c6-867f-3ed18e1ab573 req-857f3fd1-01f2-4665-8b78-65562d54b82f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2637c66-7972-4d35-9019-9342a0d2b58e HTTP/1.1" status: 200 len: 857 time: 0.0688705 May 26 21:30:58.851120 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1681487-7ed7-4fbd-897f-78cb1e1fc1e8 req-f6bfb59e-f31a-42a9-b47a-02219834000f tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:58.852738 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f1681487-7ed7-4fbd-897f-78cb1e1fc1e8 req-f6bfb59e-f31a-42a9-b47a-02219834000f tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0526562 May 26 21:30:58.909308 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f1681487-7ed7-4fbd-897f-78cb1e1fc1e8 req-a66d565e-d9d9-49f1-a2fd-053db1699f28 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506468 May 26 21:30:59.065903 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2807e1-21a0-4626-8646-5e529e36deeb req-097e3159-73a1-4a26-98c9-9cd05a2c3c4b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:59.067817 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5c2807e1-21a0-4626-8646-5e529e36deeb req-097e3159-73a1-4a26-98c9-9cd05a2c3c4b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0509055 May 26 21:30:59.120603 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5c2807e1-21a0-4626-8646-5e529e36deeb req-065d4aa8-2b41-465a-b458-bebf016d3b71 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464013 May 26 21:30:59.714200 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643f75e-8f90-44c6-867f-3ed18e1ab573 req-c085761d-c7f9-4362-a6a1-8c783dcbf8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:59.715805 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6643f75e-8f90-44c6-867f-3ed18e1ab573 req-c085761d-c7f9-4362-a6a1-8c783dcbf8a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402877 May 26 21:30:59.775927 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a7f56-aac2-4f73-9e1d-3c681d61dd18 req-a6b001e9-15f9-42d8-be31-11a147ddfd5f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:30:59.777382 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-498a7f56-aac2-4f73-9e1d-3c681d61dd18 req-a6b001e9-15f9-42d8-be31-11a147ddfd5f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0477381 May 26 21:30:59.826221 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-498a7f56-aac2-4f73-9e1d-3c681d61dd18 req-8fc5328b-dde3-483b-b530-bc4e063d5230 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431819 May 26 21:31:00.045381 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e055f-a71a-4139-b170-eb98dc75170d req-67d823e4-33da-428a-ba85-71a77b849602 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:00.046834 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5f3e055f-a71a-4139-b170-eb98dc75170d req-67d823e4-33da-428a-ba85-71a77b849602 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0453887 May 26 21:31:00.071719 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:00.094893 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5f3e055f-a71a-4139-b170-eb98dc75170d req-45f5151b-01b8-4e96-b28f-e1a0e98ef5d7 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422602 May 26 21:31:00.204081 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:00.241028 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebb9d1-5952-407e-b6ca-8f6204d2c10e req-8512e7f7-ac79-4347-bb05-aec010e1200f tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:00.242572 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-97ebb9d1-5952-407e-b6ca-8f6204d2c10e req-8512e7f7-ac79-4347-bb05-aec010e1200f tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0469866 May 26 21:31:00.268721 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:00.290898 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-97ebb9d1-5952-407e-b6ca-8f6204d2c10e req-a9c5119b-fb0b-4440-9afc-5da7a1e36943 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422654 May 26 21:31:00.943713 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036e111-8bb4-4386-a1f5-eaa084a140e7 req-6a7bb6ae-fb0e-44c3-9e24-c44da4bd97bf tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:00.945205 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b036e111-8bb4-4386-a1f5-eaa084a140e7 req-6a7bb6ae-fb0e-44c3-9e24-c44da4bd97bf tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0472045 May 26 21:31:00.997535 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b036e111-8bb4-4386-a1f5-eaa084a140e7 req-1d2a0a5a-aaba-4560-ab20-44eeb47582ab tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462439 May 26 21:31:01.211041 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50117bca-6626-4e5e-bfcc-e72decc45127 req-587407e5-55a0-40a1-bb2e-2086d2f0dea6 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:01.212550 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-50117bca-6626-4e5e-bfcc-e72decc45127 req-587407e5-55a0-40a1-bb2e-2086d2f0dea6 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0511842 May 26 21:31:01.259283 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-50117bca-6626-4e5e-bfcc-e72decc45127 req-1c275088-023c-4802-859a-c60ccb179beb tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410531 May 26 21:31:01.409737 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef172e5f-f8ec-4087-b3f9-cd15a79def4d req-136dedf1-14a3-40c7-bde7-a42adda4bd38 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:01.411199 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ef172e5f-f8ec-4087-b3f9-cd15a79def4d req-136dedf1-14a3-40c7-bde7-a42adda4bd38 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0477493 May 26 21:31:01.449896 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:01.462297 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ef172e5f-f8ec-4087-b3f9-cd15a79def4d req-147ff286-6b8d-4213-9abd-2ceb38c17a39 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447509 May 26 21:31:02.108668 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1008d-3631-4e8f-b909-55bbe5e1c1d8 req-3bc12b69-a5ff-4dc3-900f-464d5f3ff6fe tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:02.110121 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d7d1008d-3631-4e8f-b909-55bbe5e1c1d8 req-3bc12b69-a5ff-4dc3-900f-464d5f3ff6fe tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0462122 May 26 21:31:02.158837 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d7d1008d-3631-4e8f-b909-55bbe5e1c1d8 req-7b29bfd2-1ad7-45b3-a1e5-a45a2e00f147 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429156 May 26 21:31:02.373111 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82adcdb-1a0b-43ff-8fe3-3b8113848bc4 req-674b4fc2-1ba2-4d51-9dff-9e851b9de2b6 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:02.374708 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b82adcdb-1a0b-43ff-8fe3-3b8113848bc4 req-674b4fc2-1ba2-4d51-9dff-9e851b9de2b6 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0483363 May 26 21:31:02.423291 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b82adcdb-1a0b-43ff-8fe3-3b8113848bc4 req-ce54a5d8-964f-4bec-ad1a-24344f20dda6 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429299 May 26 21:31:02.579681 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1500467-d94b-4ccf-9ba8-8d34d4464a25 req-eab9f16e-ebb4-4649-af29-e1ac5f3df85d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:02.581185 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a1500467-d94b-4ccf-9ba8-8d34d4464a25 req-eab9f16e-ebb4-4649-af29-e1ac5f3df85d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0474637 May 26 21:31:02.632981 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a1500467-d94b-4ccf-9ba8-8d34d4464a25 req-e0601e13-8e0f-4fdb-9375-2c5eb7036ecb tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446823 May 26 21:31:03.276014 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207c00a-ab10-485c-ae1c-b7908e03a701 req-21bb5322-944e-4d43-a32d-f80d94d73f04 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:03.277618 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c207c00a-ab10-485c-ae1c-b7908e03a701 req-21bb5322-944e-4d43-a32d-f80d94d73f04 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0516443 May 26 21:31:03.326356 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c207c00a-ab10-485c-ae1c-b7908e03a701 req-53e5d8f6-8c7a-4dcf-9052-7d4f200fb83a tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432580 May 26 21:31:03.537452 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c17908-dcd9-430e-8b8f-cecfc081df8a req-e3ddefc7-a5f1-49a3-96d0-48ca4c3a21bf tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:03.538917 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-99c17908-dcd9-430e-8b8f-cecfc081df8a req-e3ddefc7-a5f1-49a3-96d0-48ca4c3a21bf tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0475090 May 26 21:31:03.587305 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-99c17908-dcd9-430e-8b8f-cecfc081df8a req-0830eeec-1d54-4916-9a6f-e20ac877518c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425608 May 26 21:31:03.747767 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85773b-b755-416a-87e8-897b296bbd26 req-740d5e84-90ab-4b54-8863-354b02dc1a34 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:03.749231 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-dd85773b-b755-416a-87e8-897b296bbd26 req-740d5e84-90ab-4b54-8863-354b02dc1a34 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0462594 May 26 21:31:03.796650 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-dd85773b-b755-416a-87e8-897b296bbd26 req-d7aa17e8-b70a-4699-bce9-6c2a4b0deddf tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416815 May 26 21:31:04.438123 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658b75b-36e9-42b2-96f5-347f03017d3f req-c39031de-dc5a-48ef-94e3-457daf09ece4 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:04.439586 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a658b75b-36e9-42b2-96f5-347f03017d3f req-c39031de-dc5a-48ef-94e3-457daf09ece4 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0460825 May 26 21:31:04.488618 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a658b75b-36e9-42b2-96f5-347f03017d3f req-1101a962-a00a-4458-9bd6-70dcfba20481 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434082 May 26 21:31:04.704121 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69b133-a124-4a04-b76f-ed9a71e6a15b req-55638cb5-83f5-4eaa-82ec-6ca6d0dff160 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:04.705584 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9a69b133-a124-4a04-b76f-ed9a71e6a15b req-55638cb5-83f5-4eaa-82ec-6ca6d0dff160 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0506392 May 26 21:31:04.752554 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9a69b133-a124-4a04-b76f-ed9a71e6a15b req-9c045534-0838-43f0-b7be-68b12cf43e52 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414021 May 26 21:31:04.918281 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6de76-9054-4849-9234-5e44adbe75d1 req-4176073d-fc62-4fd8-abe1-72cd5e031146 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:04.919915 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-33c6de76-9054-4849-9234-5e44adbe75d1 req-4176073d-fc62-4fd8-abe1-72cd5e031146 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0506625 May 26 21:31:04.967026 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-33c6de76-9054-4849-9234-5e44adbe75d1 req-3e7bcb49-2515-4006-b1bf-81ca81e49f01 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416820 May 26 21:31:05.601698 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac01af-e31e-4136-bd4f-6aab2cbeef82 req-593b9506-82ce-4907-890d-f3d791745f29 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:05.603230 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-eeac01af-e31e-4136-bd4f-6aab2cbeef82 req-593b9506-82ce-4907-890d-f3d791745f29 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0472350 May 26 21:31:05.663068 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-eeac01af-e31e-4136-bd4f-6aab2cbeef82 req-f481ab2b-2cdc-43be-9d28-e37c5c4f3ab2 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539887 May 26 21:31:05.759211 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6643f75e-8f90-44c6-867f-3ed18e1ab573 req-635c1342-b6d8-4cec-b4a4-b1e88fbfc5fc service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082709 May 26 21:31:05.905418 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c774b12-3831-4a8f-bdcf-7894107ea44b req-c75cf44e-5344-4637-9854-7eb4dbc336e3 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:05.906864 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-7c774b12-3831-4a8f-bdcf-7894107ea44b req-c75cf44e-5344-4637-9854-7eb4dbc336e3 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 943 time: 0.0590367 May 26 21:31:05.942436 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6643f75e-8f90-44c6-867f-3ed18e1ab573 req-f8a20e42-88c2-4370-b6b1-d587e89b8b7f service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618309 May 26 21:31:05.973728 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:05.978794 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-7c774b12-3831-4a8f-bdcf-7894107ea44b req-6ee952e6-3378-4d63-89e2-57a3c08ce25e tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635741 May 26 21:31:06.094443 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21caa5d-1eb5-4e2f-a444-45edb3958adf req-14af595d-cb48-4265-9447-f790c656e926 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:06.096152 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b21caa5d-1eb5-4e2f-a444-45edb3958adf req-14af595d-cb48-4265-9447-f790c656e926 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0522807 May 26 21:31:06.150199 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b21caa5d-1eb5-4e2f-a444-45edb3958adf req-82c34740-6144-40d2-85c4-66eaf838ef39 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477026 May 26 21:31:06.178253 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e46777-d994-4852-a82f-455b6402d1b2 req-2536e6ff-5b4d-424d-91d2-a7061e55dce0 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:06.180473 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-90e46777-d994-4852-a82f-455b6402d1b2 req-2536e6ff-5b4d-424d-91d2-a7061e55dce0 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 945 time: 0.0614481 May 26 21:31:06.203621 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device c738b38d-cc3a-42ab-8d0f-8c9dc892211c details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:31:06.229794 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-90e46777-d994-4852-a82f-455b6402d1b2 req-d39daaf2-94b4-4e26-a45d-85ce72f26ee0 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434690 May 26 21:31:06.302914 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port c738b38d-cc3a-42ab-8d0f-8c9dc892211c, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c738b38d-cc3a-42ab-8d0f-8c9dc892211c,segment=NetworkSegment(02fd8397-45ae-4102-88f5-45108756efdb),segment_id=02fd8397-45ae-4102-88f5-45108756efdb)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:31:06.319562 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': 'c738b38d-cc3a-42ab-8d0f-8c9dc892211c', 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5', 'port_id': 'c738b38d-cc3a-42ab-8d0f-8c9dc892211c', 'mac_address': 'fa:16:3e:bf:76:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4d7177c-5e3d-448a-a712-c1598bcbcb8f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:31:06.363688 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port c738b38d-cc3a-42ab-8d0f-8c9dc892211c is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:31:06.363688 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c738b38d-cc3a-42ab-8d0f-8c9dc892211c), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:06.374058 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c738b38d-cc3a-42ab-8d0f-8c9dc892211c {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:31:06.393962 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port c738b38d-cc3a-42ab-8d0f-8c9dc892211c, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c738b38d-cc3a-42ab-8d0f-8c9dc892211c,segment=NetworkSegment(02fd8397-45ae-4102-88f5-45108756efdb),segment_id=02fd8397-45ae-4102-88f5-45108756efdb)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:31:06.493336 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (c738b38d-cc3a-42ab-8d0f-8c9dc892211c), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:06.538922 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=c738b38d-cc3a-42ab-8d0f-8c9dc892211c,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:06.791097 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b0557-fb8c-4c85-8c1f-6d66abb031c1 req-90b280cf-433d-4a09-9ea5-e16802af8f55 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:06.792608 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c70b0557-fb8c-4c85-8c1f-6d66abb031c1 req-90b280cf-433d-4a09-9ea5-e16802af8f55 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0474813 May 26 21:31:06.848147 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c70b0557-fb8c-4c85-8c1f-6d66abb031c1 req-646b1504-de35-4de6-997e-375ed3085ada tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496955 May 26 21:31:06.934799 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['c738b38d-cc3a-42ab-8d0f-8c9dc892211c'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:31:06.968304 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be201eef-472c-4219-baa5-620696859e10 req-87c89419-5ad2-4d0d-89d6-68222dad3200 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:06.969760 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-be201eef-472c-4219-baa5-620696859e10 req-87c89419-5ad2-4d0d-89d6-68222dad3200 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0518143 May 26 21:31:07.022196 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-be201eef-472c-4219-baa5-620696859e10 req-d384a704-b90e-41a9-8acf-ac77ae062127 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467672 May 26 21:31:07.049866 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 52748) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:07.114042 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f87498-bba7-47ff-8c78-c42f2bdea69a req-a3f1f257-7950-4656-aca9-c302481d60df tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:07.115602 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c6f87498-bba7-47ff-8c78-c42f2bdea69a req-a3f1f257-7950-4656-aca9-c302481d60df tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 944 time: 0.0572441 May 26 21:31:07.167575 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c6f87498-bba7-47ff-8c78-c42f2bdea69a req-ebf257f7-0666-4e05-908a-add5e5a2294e tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451214 May 26 21:31:07.261529 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39df9a62-bcba-415b-a0f0-2e141595590f tempest-TestVolumeBootPattern-931067900 tempest-TestVolumeBootPattern-931067900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:07.264720 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-39df9a62-bcba-415b-a0f0-2e141595590f tempest-TestVolumeBootPattern-931067900 tempest-TestVolumeBootPattern-931067900-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 1125 time: 0.2132225 May 26 21:31:07.266058 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 52756) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:07.270469 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Request body: {'floatingip': {'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'port_id': '1faef2ef-eecc-4157-ac0a-913c45525b24', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:07.272186 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b9f8d-1c55-4a98-b4ff-2517e5582981 req-4b0f2f78-30b5-4917-a1ac-c007db6cc785 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:07.274118 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5e7b9f8d-1c55-4a98-b4ff-2517e5582981 req-4b0f2f78-30b5-4917-a1ac-c007db6cc785 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0484376 May 26 21:31:07.284407 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:07.327928 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5e7b9f8d-1c55-4a98-b4ff-2517e5582981 req-d75416f9-9577-4a8b-9d4c-b672b98d038b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461171 May 26 21:31:07.349046 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723e60e-dff2-4ff0-a5b2-b63001fd5d90 req-4684404d-bd3d-4828-9898-e8447d22be22 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:07.355022 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4723e60e-dff2-4ff0-a5b2-b63001fd5d90 req-4684404d-bd3d-4828-9898-e8447d22be22 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 945 time: 0.0480549 May 26 21:31:07.378330 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:07.452199 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4723e60e-dff2-4ff0-a5b2-b63001fd5d90 req-a806daff-e346-4486-9cfd-9127a14312a1 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959256 May 26 21:31:07.478473 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:07.775799 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Allocated IP 172.27.3.135 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/ac560995-6237-4563-8909-0772ebdaabc2) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:31:07.876947 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for port (ac560995-6237-4563-8909-0772ebdaabc2), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:07.973316 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (ac560995-6237-4563-8909-0772ebdaabc2), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:07.976557 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:08.018874 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:31:08.024230 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:31:08.026401 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Pushing event updated for resources: {'Port': ['ID=ac560995-6237-4563-8909-0772ebdaabc2,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:08.028448 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:31:08.052858 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.053248 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.053614 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.053951 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.054290 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.054618 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.054961 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.055254 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.055581 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.055997 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.056323 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.056640 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.056956 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.057272 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.057585 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.271359 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device c738b38d-cc3a-42ab-8d0f-8c9dc892211c up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:31:08.283783 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e851c4-594f-49a3-8961-f6baf74291c8 req-7cbefdb3-d642-4609-9de9-ca024ddd8874 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:08.286050 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-77e851c4-594f-49a3-8961-f6baf74291c8 req-7cbefdb3-d642-4609-9de9-ca024ddd8874 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 944 time: 0.0482321 May 26 21:31:08.298672 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:08.318230 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning for port c738b38d-cc3a-42ab-8d0f-8c9dc892211c completed by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:31:08.339158 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-77e851c4-594f-49a3-8961-f6baf74291c8 req-041abae9-3b82-4ae4-aa33-f4fc02183812 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464442 May 26 21:31:08.413451 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port c738b38d-cc3a-42ab-8d0f-8c9dc892211c triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:31:08.414757 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (c738b38d-cc3a-42ab-8d0f-8c9dc892211c), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:08.502613 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port c738b38d-cc3a-42ab-8d0f-8c9dc892211c is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:31:08.503009 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c738b38d-cc3a-42ab-8d0f-8c9dc892211c), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:08.542192 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc4336-436f-4f38-8648-c553016a0991 req-1be59d19-bcc4-4673-9efa-2620c956585c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:08.550224 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-61bc4336-436f-4f38-8648-c553016a0991 req-1be59d19-bcc4-4673-9efa-2620c956585c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.1282637 May 26 21:31:08.560203 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6d3384-3b9f-4042-a947-d15b99941c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c738b38d-cc3a-42ab-8d0f-8c9dc892211c'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:31:08.566966 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28888507-6e4b-4b73-8fa1-1c48f5987a09" -d '{"events": [{"server_uuid": "6f6d3384-3b9f-4042-a947-d15b99941c35", "name": "network-vif-plugged", "status": "completed", "tag": "c738b38d-cc3a-42ab-8d0f-8c9dc892211c"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:31:08.590723 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:08.596838 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port c738b38d-cc3a-42ab-8d0f-8c9dc892211c, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c738b38d-cc3a-42ab-8d0f-8c9dc892211c,segment=NetworkSegment(02fd8397-45ae-4102-88f5-45108756efdb),segment_id=02fd8397-45ae-4102-88f5-45108756efdb)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:31:08.636353 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-61bc4336-436f-4f38-8648-c553016a0991 req-3efda306-aa24-4b65-921d-e83d2975e6aa tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852575 May 26 21:31:08.642641 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for floatingip (1bacb365-207a-482e-aed6-9bab83161788), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:08.656697 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85f205-b544-4551-9325-5043c667cd57 req-0c32afe0-dce6-4ad6-a332-103fc35b431b tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:08.664561 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-eb85f205-b544-4551-9325-5043c667cd57 req-0c32afe0-dce6-4ad6-a332-103fc35b431b tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 945 time: 0.0929158 May 26 21:31:08.671239 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (c738b38d-cc3a-42ab-8d0f-8c9dc892211c), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:08.699481 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 52778) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:08.721183 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0a001e-d4d3-4dd8-9068-39dbb3e450c1 x-openstack-request-id: req-be0a001e-d4d3-4dd8-9068-39dbb3e450c1 {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:31:08.721183 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6d3384-3b9f-4042-a947-d15b99941c35", "name": "network-vif-plugged", "status": "completed", "tag": "c738b38d-cc3a-42ab-8d0f-8c9dc892211c", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:31:08.721183 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be0a001e-d4d3-4dd8-9068-39dbb3e450c1 {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:31:08.721183 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be0a001e-d4d3-4dd8-9068-39dbb3e450c1'] response: {'server_uuid': '6f6d3384-3b9f-4042-a947-d15b99941c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c738b38d-cc3a-42ab-8d0f-8c9dc892211c', 'code': 200} May 26 21:31:08.729987 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:08.735805 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:08.750225 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=c738b38d-cc3a-42ab-8d0f-8c9dc892211c,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:08.760484 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-eb85f205-b544-4551-9325-5043c667cd57 req-f9bb8903-0f7d-4fa2-bda3-05bbbd330271 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949984 May 26 21:31:08.761092 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.761683 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.762392 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.762994 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.763540 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.764134 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.764696 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.765349 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.765852 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.772146 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.772537 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.772930 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.773375 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.774323 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.774662 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:08.826172 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (ac560995-6237-4563-8909-0772ebdaabc2), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:08.862008 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6a7b5c47-62f7-4ca6-91e6-a929946e9b21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:09.050561 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6a7b5c47-62f7-4ca6-91e6-a929946e9b21 admin admin] Publish callbacks [] for security_group (90d7f95b-ba3a-44da-9ac9-d17402595c60), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:09.085120 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for port (ac560995-6237-4563-8909-0772ebdaabc2), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:09.411920 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:09.437266 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb4e37-05f8-44cd-a6e7-0388fd740dc5 req-d9956076-af60-4012-ba9f-7bd27bde49d9 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:09.438723 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c7cb4e37-05f8-44cd-a6e7-0388fd740dc5 req-d9956076-af60-4012-ba9f-7bd27bde49d9 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 945 time: 0.0919230 May 26 21:31:09.501364 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2273357-458b-4af6-9b83-4c683a2f6c8b req-1a153aff-02fa-42dc-8891-e0499bb9f086 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:09.502875 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c2273357-458b-4af6-9b83-4c683a2f6c8b req-1a153aff-02fa-42dc-8891-e0499bb9f086 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 945 time: 0.0811791 May 26 21:31:09.613756 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:09.618342 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-c7cb4e37-05f8-44cd-a6e7-0388fd740dc5 req-707419dd-874e-49dd-b23a-d32be41a9d6d tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Deleting port c02aef43-e795-46ef-a72d-a1fe076e05d9 {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:31:09.618606 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-c7cb4e37-05f8-44cd-a6e7-0388fd740dc5 req-707419dd-874e-49dd-b23a-d32be41a9d6d tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (c02aef43-e795-46ef-a72d-a1fe076e05d9), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:09.623955 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c2273357-458b-4af6-9b83-4c683a2f6c8b req-5bbd60f3-dccf-4363-9488-eb7d28354fe2 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147251 May 26 21:31:09.716666 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-c7cb4e37-05f8-44cd-a6e7-0388fd740dc5 req-707419dd-874e-49dd-b23a-d32be41a9d6d tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] For port c02aef43-e795-46ef-a72d-a1fe076e05d9, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c02aef43-e795-46ef-a72d-a1fe076e05d9,segment=NetworkSegment(7b796852-cdae-4a96-9d97-94624ded1290),segment_id=7b796852-cdae-4a96-9d97-94624ded1290)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:31:09.717030 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-c7cb4e37-05f8-44cd-a6e7-0388fd740dc5 req-707419dd-874e-49dd-b23a-d32be41a9d6d tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (c02aef43-e795-46ef-a72d-a1fe076e05d9), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:09.732636 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-c7cb4e37-05f8-44cd-a6e7-0388fd740dc5 req-707419dd-874e-49dd-b23a-d32be41a9d6d tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Calling delete_port for c02aef43-e795-46ef-a72d-a1fe076e05d9 owned by compute:nova {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:31:09.738522 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6a7b5c47-62f7-4ca6-91e6-a929946e9b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (90d7f95b-ba3a-44da-9ac9-d17402595c60), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:09.767788 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4119c-b6ab-4647-8360-5bd794b573ac req-170b49e1-e4d9-40df-a4f1-dc5212170197 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:09.769124 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bbe4119c-b6ab-4647-8360-5bd794b573ac req-170b49e1-e4d9-40df-a4f1-dc5212170197 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0478554 May 26 21:31:09.800196 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (ac560995-6237-4563-8909-0772ebdaabc2), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:09.854098 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bbe4119c-b6ab-4647-8360-5bd794b573ac req-d716e0f4-b7e8-4747-8d00-49bbbd17fa9e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648589 May 26 21:31:09.871263 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-6a7b5c47-62f7-4ca6-91e6-a929946e9b21 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e8d00b49a01c4abebca9be6489a152c3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1707649 May 26 21:31:09.874218 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 52792) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:09.882894 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b5c47-62f7-4ca6-91e6-a929946e9b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d7f95b-ba3a-44da-9ac9-d17402595c60,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:09.933554 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8fb9444e-e022-46e5-8c0b-b06c9e3e4e78 admin admin] Publish callbacks [] for security_group (90d7f95b-ba3a-44da-9ac9-d17402595c60), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:09.957513 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8fb9444e-e022-46e5-8c0b-b06c9e3e4e78 admin admin] Publish callbacks [] for security_group (90d7f95b-ba3a-44da-9ac9-d17402595c60), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:10.074667 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8fb9444e-e022-46e5-8c0b-b06c9e3e4e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (90d7f95b-ba3a-44da-9ac9-d17402595c60), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:10.077396 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8fb9444e-e022-46e5-8c0b-b06c9e3e4e78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:10.078626 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-8fb9444e-e022-46e5-8c0b-b06c9e3e4e78 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/90d7f95b-ba3a-44da-9ac9-d17402595c60 HTTP/1.1" status: 204 len: 168 time: 0.2033689 May 26 21:31:10.089581 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9444e-e022-46e5-8c0b-b06c9e3e4e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d7f95b-ba3a-44da-9ac9-d17402595c60,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:10.201022 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bfe7c-e982-4880-8223-c9614f7e03f2 req-edb717f3-36ef-49da-bbf8-7721427fee6f tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:10.202621 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ab1bfe7c-e982-4880-8223-c9614f7e03f2 req-edb717f3-36ef-49da-bbf8-7721427fee6f tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 945 time: 0.3544688 May 26 21:31:10.203297 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Pushing event updated for resources: {'Port': ['ID=ac560995-6237-4563-8909-0772ebdaabc2,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:10.238997 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35394424-b9be-4cfa-b4de-da79aac5defe req-214f8f82-4afa-4670-9b75-7e25f29e3f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:10.240480 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-35394424-b9be-4cfa-b4de-da79aac5defe req-214f8f82-4afa-4670-9b75-7e25f29e3f6a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 1129 time: 0.1017520 May 26 21:31:10.241194 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (1bacb365-207a-482e-aed6-9bab83161788), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:10.301700 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:10.421018 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ab1bfe7c-e982-4880-8223-c9614f7e03f2 req-71c1e31e-3fb7-442d-a6be-ae252f4243ef tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062619 May 26 21:31:10.435366 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-35394424-b9be-4cfa-b4de-da79aac5defe req-b0a0cacc-2170-4477-a1cf-3c2e91af1a57 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836293 May 26 21:31:10.460912 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.db.l3_db [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Floating IP 1bacb365-207a-482e-aed6-9bab83161788 associated. External IP: 172.27.3.135, port: 1faef2ef-eecc-4157-ac0a-913c45525b24. May 26 21:31:10.543827 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-c7cb4e37-05f8-44cd-a6e7-0388fd740dc5 req-707419dd-874e-49dd-b23a-d32be41a9d6d tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (c02aef43-e795-46ef-a72d-a1fe076e05d9), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:10.591328 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707419dd-874e-49dd-b23a-d32be41a9d6d tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Pushing event deleted for resources: {'Port': ['ID=c02aef43-e795-46ef-a72d-a1fe076e05d9,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:10.662775 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cb4e37-05f8-44cd-a6e7-0388fd740dc5 req-707419dd-874e-49dd-b23a-d32be41a9d6d tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] No DVR routers for this DVR port c02aef43-e795-46ef-a72d-a1fe076e05d9 on host hv-cinder-82880 {{(pid=104643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:31:10.698452 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-c7cb4e37-05f8-44cd-a6e7-0388fd740dc5 req-707419dd-874e-49dd-b23a-d32be41a9d6d tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:10.699882 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c7cb4e37-05f8-44cd-a6e7-0388fd740dc5 req-707419dd-874e-49dd-b23a-d32be41a9d6d tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.60 "DELETE /v2.0/ports/c02aef43-e795-46ef-a72d-a1fe076e05d9 HTTP/1.1" status: 204 len: 173 time: 1.2343078 May 26 21:31:10.700350 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b289518-380f-4d2c-b761-5ac6bf9e6ab4', 'name': 'network-vif-deleted', 'tag': 'c02aef43-e795-46ef-a72d-a1fe076e05d9'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:31:10.702609 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9a3be1-e343-4183-a4a9-c6cd25580628" -d '{"events": [{"server_uuid": "1b289518-380f-4d2c-b761-5ac6bf9e6ab4", "name": "network-vif-deleted", "tag": "c02aef43-e795-46ef-a72d-a1fe076e05d9"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:31:10.730536 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:10.767441 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8c976a-50a1-4b31-96da-2dba7566769f x-openstack-request-id: req-2f8c976a-50a1-4b31-96da-2dba7566769f {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:31:10.767441 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b289518-380f-4d2c-b761-5ac6bf9e6ab4", "name": "network-vif-deleted", "tag": "c02aef43-e795-46ef-a72d-a1fe076e05d9", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:31:10.767441 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f8c976a-50a1-4b31-96da-2dba7566769f {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:31:10.767441 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f8c976a-50a1-4b31-96da-2dba7566769f'] response: {'server_uuid': '1b289518-380f-4d2c-b761-5ac6bf9e6ab4', 'name': 'network-vif-deleted', 'tag': 'c02aef43-e795-46ef-a72d-a1fe076e05d9', 'status': 'completed', 'code': 200} May 26 21:31:10.775718 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea3a2d-7fc6-4d84-a9ee-e7514fb20ac3 req-51e2d16d-08eb-4914-b677-23f816f3cfc3 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:10.778063 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d5ea3a2d-7fc6-4d84-a9ee-e7514fb20ac3 req-51e2d16d-08eb-4914-b677-23f816f3cfc3 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 945 time: 0.0811553 May 26 21:31:10.795032 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Router 636f9616-f60f-4165-b064-d0d814debfdc has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:31:10.832466 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d5ea3a2d-7fc6-4d84-a9ee-e7514fb20ac3 req-39b728f2-3e90-4fcb-b618-e47cf61bfbb9 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477188 May 26 21:31:10.919406 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:31:10.943883 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab2afe-1eab-44f7-80c3-951e0415e8ae None None] Sync routers for ids ['636f9616-f60f-4165-b064-d0d814debfdc'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:31:10.960023 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ab2afe-1eab-44f7-80c3-951e0415e8ae None None] Routers {'636f9616-f60f-4165-b064-d0d814debfdc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:31:10.960023 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-a1ab2afe-1eab-44f7-80c3-951e0415e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:30:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['636f9616-f60f-4165-b064-d0d814debfdc'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:31:11.006610 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a33ccc-4956-4618-89a2-095a7c49c0be req-fc38524a-08d4-4dd3-a24d-b4c283db7066 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:11.008445 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b2a33ccc-4956-4618-89a2-095a7c49c0be req-fc38524a-08d4-4dd3-a24d-b4c283db7066 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0594692 May 26 21:31:11.011530 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:11.061385 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-7f46de54-1ebb-49ab-a99e-43eccaf48b59 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7941563 May 26 21:31:11.063940 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-a1ab2afe-1eab-44f7-80c3-951e0415e8ae None None] Set router 636f9616-f60f-4165-b064-d0d814debfdc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:31:11.093416 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b2a33ccc-4956-4618-89a2-095a7c49c0be req-6ada47ea-28e1-4522-915f-570d5e0f942e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775020 May 26 21:31:11.363367 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-a1ab2afe-1eab-44f7-80c3-951e0415e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:29:03Z', 'revision_number': 4, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '1bacb365-207a-482e-aed6-9bab83161788', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'port_id': '1faef2ef-eecc-4157-ac0a-913c45525b24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'mac_address': 'fa:16:3e:5c:87:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b4ade-df77-4c06-bfc0-2a510bfe37d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:31:08Z', 'updated_at': '2022-05-26T21:31:08Z', 'revision_number': 0, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdbfa0c-40db-4d20-b70a-b5ca36549b09', 'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'mac_address': 'fa:16:3e:1f:7a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:03Z', 'updated_at': '2022-05-26T21:29:08Z', 'revision_number': 5, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'subnets': [{'id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:31:11.386401 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab2afe-1eab-44f7-80c3-951e0415e8ae None None] Checking router: 636f9616-f60f-4165-b064-d0d814debfdc for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:31:11.394734 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ab2afe-1eab-44f7-80c3-951e0415e8ae None None] Routers {'636f9616-f60f-4165-b064-d0d814debfdc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:31:11.395322 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-a1ab2afe-1eab-44f7-80c3-951e0415e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:30:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['636f9616-f60f-4165-b064-d0d814debfdc'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:31:11.503181 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-a1ab2afe-1eab-44f7-80c3-951e0415e8ae None None] Set router 636f9616-f60f-4165-b064-d0d814debfdc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:31:11.532787 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-dbf2bc89-c2de-4111-8b2a-f344733838d2 req-5b464ebb-f6e1-401b-b141-8bcdab3c916d tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 210 time: 0.0331652 May 26 21:31:11.734269 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-a1ab2afe-1eab-44f7-80c3-951e0415e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:29:03Z', 'revision_number': 4, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '1bacb365-207a-482e-aed6-9bab83161788', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'port_id': '1faef2ef-eecc-4157-ac0a-913c45525b24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'mac_address': 'fa:16:3e:5c:87:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b4ade-df77-4c06-bfc0-2a510bfe37d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:31:08Z', 'updated_at': '2022-05-26T21:31:08Z', 'revision_number': 0, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdbfa0c-40db-4d20-b70a-b5ca36549b09', 'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'mac_address': 'fa:16:3e:1f:7a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:03Z', 'updated_at': '2022-05-26T21:29:08Z', 'revision_number': 5, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'subnets': [{'id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:31:11.758725 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab2afe-1eab-44f7-80c3-951e0415e8ae None None] The sync data for ids ['636f9616-f60f-4165-b064-d0d814debfdc'] in dv-cinder-828805-3-iscsi is: [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:29:03Z', 'revision_number': 4, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '1bacb365-207a-482e-aed6-9bab83161788', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'port_id': '1faef2ef-eecc-4157-ac0a-913c45525b24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'mac_address': 'fa:16:3e:5c:87:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b4ade-df77-4c06-bfc0-2a510bfe37d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:31:08Z', 'updated_at': '2022-05-26T21:31:08Z', 'revision_number': 0, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdbfa0c-40db-4d20-b70a-b5ca36549b09', 'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'mac_address': 'fa:16:3e:1f:7a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:03Z', 'updated_at': '2022-05-26T21:29:08Z', 'revision_number': 5, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'subnets': [{'id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:31:11.961088 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1de16-e71e-4c86-8d53-9b4578292bdd req-35032575-7531-4f07-a37c-b5b9f3cd931f tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:11.962099 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-03c1de16-e71e-4c86-8d53-9b4578292bdd req-35032575-7531-4f07-a37c-b5b9f3cd931f tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 945 time: 0.0533645 May 26 21:31:11.967265 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e7182-f955-4451-9279-5a65df38e7d4 None None] New status for floating IP 1bacb365-207a-482e-aed6-9bab83161788: ACTIVE {{(pid=104644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:31:12.012137 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-03c1de16-e71e-4c86-8d53-9b4578292bdd req-690c4b8e-de89-4414-93d6-c49c995d3d56 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428154 May 26 21:31:12.015430 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:12.259886 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265ef6f-d575-4ebf-8eff-2628caba615e req-fa6df56d-5d9d-4189-a0c8-74afc4f6b842 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:12.263491 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0265ef6f-d575-4ebf-8eff-2628caba615e req-fa6df56d-5d9d-4189-a0c8-74afc4f6b842 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0854349 May 26 21:31:12.320777 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0265ef6f-d575-4ebf-8eff-2628caba615e req-dc34fa60-bca6-4598-b44f-fe0439a6931c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531490 May 26 21:31:12.447067 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device c02aef43-e795-46ef-a72d-a1fe076e05d9 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:31:12.465671 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] No Port match for: c02aef43-e795-46ef-a72d-a1fe076e05d9 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:31:12.465935 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device c02aef43-e795-46ef-a72d-a1fe076e05d9 not bound to the agent host hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:31:12.636942 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-881b96af-3b45-4a9e-8dbf-730d1d5bfa6c req-fb413a4c-06bc-482a-b16c-8631478a9012 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 210 time: 0.0302444 May 26 21:31:12.768203 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2b4ade-df77-4c06-bfc0-2a510bfe37d5', 'tag': '1faef2ef-eecc-4157-ac0a-913c45525b24'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:31:12.770447 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af52c0a9-271c-40b0-be39-355d0ce0c5fc" -d '{"events": [{"name": "network-changed", "server_uuid": "3e2b4ade-df77-4c06-bfc0-2a510bfe37d5", "tag": "1faef2ef-eecc-4157-ac0a-913c45525b24"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:31:12.806695 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c77b5a-9558-4902-bc91-1b1f298f844d x-openstack-request-id: req-27c77b5a-9558-4902-bc91-1b1f298f844d {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:31:12.806985 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e2b4ade-df77-4c06-bfc0-2a510bfe37d5", "tag": "1faef2ef-eecc-4157-ac0a-913c45525b24", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:31:12.807235 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27c77b5a-9558-4902-bc91-1b1f298f844d {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:31:12.807628 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27c77b5a-9558-4902-bc91-1b1f298f844d'] response: {'name': 'network-changed', 'server_uuid': '3e2b4ade-df77-4c06-bfc0-2a510bfe37d5', 'tag': '1faef2ef-eecc-4157-ac0a-913c45525b24', 'status': 'completed', 'code': 200} May 26 21:31:13.125929 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3986d-a91c-46e7-a925-bacda292ffb6 req-110dee11-cf31-4259-a41a-171d3205e4c2 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:13.127444 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d8a3986d-a91c-46e7-a925-bacda292ffb6 req-110dee11-cf31-4259-a41a-171d3205e4c2 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 945 time: 0.0473673 May 26 21:31:13.175116 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d8a3986d-a91c-46e7-a925-bacda292ffb6 req-5ce76028-e93c-4a7c-9c35-893d2496fa58 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412793 May 26 21:31:13.444866 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af676521-8867-49d4-ab76-401572fa5098 req-99776f3a-faa8-4ad3-9e9d-e205f5fd5b92 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:13.447007 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-af676521-8867-49d4-ab76-401572fa5098 req-99776f3a-faa8-4ad3-9e9d-e205f5fd5b92 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0489867 May 26 21:31:13.495005 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-af676521-8867-49d4-ab76-401572fa5098 req-48f9dd5a-2e44-4598-99e3-85b0959b4d6a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419192 May 26 21:31:13.735179 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-03ed4f82-33cd-4f7a-ac8a-bb21cac92467 req-b61cf241-fd3a-41fb-b280-f8a35520d379 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 210 time: 0.0302298 May 26 21:31:14.287433 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f024c-45aa-44a4-bd24-220418d0eb1b req-6614a7a5-c2b1-4ba1-9e3a-d67691facf49 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:14.288949 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8f3f024c-45aa-44a4-bd24-220418d0eb1b req-6614a7a5-c2b1-4ba1-9e3a-d67691facf49 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 945 time: 0.0494373 May 26 21:31:14.336966 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8f3f024c-45aa-44a4-bd24-220418d0eb1b req-c67642b4-c28a-4702-adf4-661092c31799 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424612 May 26 21:31:14.614074 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82eaf1-447b-45ea-be1f-3c331db82618 req-ea24b1ee-b7d7-434c-a59b-8f5154bf123e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:14.615517 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1d82eaf1-447b-45ea-be1f-3c331db82618 req-ea24b1ee-b7d7-434c-a59b-8f5154bf123e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0469673 May 26 21:31:14.661644 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1d82eaf1-447b-45ea-be1f-3c331db82618 req-f13e3f12-6e31-47d7-879c-6a3a57306637 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397499 May 26 21:31:14.828833 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2425c35c-62bf-4911-a6a3-c1fcc613cb55 req-688fb181-99ab-45e0-bd76-8e956996f36c tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 210 time: 0.0265388 May 26 21:31:15.447504 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273ad68-4ef0-4669-b13d-ed2812c622fd req-09aa5ea6-7db3-451d-b3b2-6d8a501f29bd tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:15.449319 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c273ad68-4ef0-4669-b13d-ed2812c622fd req-09aa5ea6-7db3-451d-b3b2-6d8a501f29bd tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 945 time: 0.0466094 May 26 21:31:15.481853 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:15.495976 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c273ad68-4ef0-4669-b13d-ed2812c622fd req-4907be89-d617-4dd6-9f12-a0d934a29e3a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412111 May 26 21:31:15.782431 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe868c8-2868-4287-b387-b51588c1bc7a req-bdca7f9c-45cb-4a15-b68f-37fc8d0ddbb0 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:15.784030 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-afe868c8-2868-4287-b387-b51588c1bc7a req-bdca7f9c-45cb-4a15-b68f-37fc8d0ddbb0 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0495214 May 26 21:31:15.835185 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-afe868c8-2868-4287-b387-b51588c1bc7a req-591dc809-29c0-4e7e-b856-781b61ad48a6 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451963 May 26 21:31:15.930861 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1fbaf971-34e5-44d0-b76a-0abb8c3d1220 req-f1475a43-599d-4d04-95c4-25dcfda106e2 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 210 time: 0.0321012 May 26 21:31:16.135555 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52c0a9-271c-40b0-be39-355d0ce0c5fc req-c1bd202b-db4c-48ee-a5f3-d5ae7400b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:16.137084 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-af52c0a9-271c-40b0-be39-355d0ce0c5fc req-c1bd202b-db4c-48ee-a5f3-d5ae7400b073 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87d8cb3f18ae4f05a85dc21abaf316cb&device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 1130 time: 0.0393164 May 26 21:31:16.250238 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52c0a9-271c-40b0-be39-355d0ce0c5fc req-8e011e5b-ad48-4391-8161-077e9e5ec1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:16.251849 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-af52c0a9-271c-40b0-be39-355d0ce0c5fc req-8e011e5b-ad48-4391-8161-077e9e5ec1dc service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff HTTP/1.1" status: 200 len: 913 time: 0.0917852 May 26 21:31:16.333640 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-af52c0a9-271c-40b0-be39-355d0ce0c5fc req-9530058b-e354-4f3d-aba1-d43181c457ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1faef2ef-eecc-4157-ac0a-913c45525b24 HTTP/1.1" status: 200 len: 1002 time: 0.0605607 May 26 21:31:16.402912 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52c0a9-271c-40b0-be39-355d0ce0c5fc req-73a57ca7-a226-47c5-acc3-df2872975d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:16.404442 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-af52c0a9-271c-40b0-be39-355d0ce0c5fc req-73a57ca7-a226-47c5-acc3-df2872975d03 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b1df0acb-a81e-4431-8120-01e4c0040fd0 HTTP/1.1" status: 200 len: 851 time: 0.0446501 May 26 21:31:16.612260 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ef2cb-305f-4867-ae49-f1c7cc2472fb req-18707f43-3d4c-4b94-be73-861ed06f2a7d tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:16.613631 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-521ef2cb-305f-4867-ae49-f1c7cc2472fb req-18707f43-3d4c-4b94-be73-861ed06f2a7d tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 945 time: 0.0506933 May 26 21:31:16.660170 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-521ef2cb-305f-4867-ae49-f1c7cc2472fb req-68c324e8-2177-44c0-98a5-b53b7bcf04ee tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408571 May 26 21:31:16.967719 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624678f-6b85-46da-b295-80eb4e9db151 req-c41b1944-2299-49e6-869b-48c6ff23f6fd tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:16.969249 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9624678f-6b85-46da-b295-80eb4e9db151 req-c41b1944-2299-49e6-869b-48c6ff23f6fd tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0547760 May 26 21:31:17.021342 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9624678f-6b85-46da-b295-80eb4e9db151 req-7b8786d8-c523-41eb-97ec-aeaab467a080 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465293 May 26 21:31:17.041017 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6cd26cb1-29c5-4ac5-b080-9c71db2f387a req-ddda6acd-7bf1-4737-ab7f-0f2ef36a9e50 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b289518-380f-4d2c-b761-5ac6bf9e6ab4 HTTP/1.1" status: 200 len: 210 time: 0.0279706 May 26 21:31:17.482404 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52c0a9-271c-40b0-be39-355d0ce0c5fc req-8aa1f61f-52c9-4556-a6c4-047138cd84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:17.483844 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-af52c0a9-271c-40b0-be39-355d0ce0c5fc req-8aa1f61f-52c9-4556-a6c4-047138cd84bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519500 May 26 21:31:17.773128 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a503def-f7d8-40f9-b485-ac7a80459310 req-42456982-30ce-4aa9-8959-6db2d543c72b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:17.775147 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8a503def-f7d8-40f9-b485-ac7a80459310 req-42456982-30ce-4aa9-8959-6db2d543c72b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 945 time: 0.0479121 May 26 21:31:17.820634 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8a503def-f7d8-40f9-b485-ac7a80459310 req-97775136-e0a3-4502-8504-55361bfb4b9e tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400667 May 26 21:31:17.922570 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:17.944488 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b84cb-5316-4c41-9d83-869e63b14470 req-d3a71f14-1a5e-44ee-85de-d83c63eca4bd tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:17.945698 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b83b84cb-5316-4c41-9d83-869e63b14470 req-d3a71f14-1a5e-44ee-85de-d83c63eca4bd tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 945 time: 0.0565622 May 26 21:31:17.973607 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:18.048327 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b83b84cb-5316-4c41-9d83-869e63b14470 req-a42459d6-c254-492d-8950-8b4b9c1976ee tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885394 May 26 21:31:18.077619 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-af52c0a9-271c-40b0-be39-355d0ce0c5fc req-ef834c26-168a-4c2a-b429-ec178a1b2dd0 service neutron] 10.222.0.60 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444046 May 26 21:31:18.169578 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82ef09-122c-415d-9f8a-263e20cb5041 req-1ad00686-98fd-4e62-bc3d-1a4a809a9d78 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:18.172291 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2a82ef09-122c-415d-9f8a-263e20cb5041 req-1ad00686-98fd-4e62-bc3d-1a4a809a9d78 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0575564 May 26 21:31:18.191984 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-af52c0a9-271c-40b0-be39-355d0ce0c5fc req-4aa19849-8bde-43fa-968b-d79db5a58e70 service neutron] 10.222.0.60 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094282 May 26 21:31:18.227872 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2a82ef09-122c-415d-9f8a-263e20cb5041 req-b252ca56-dba2-4882-ad66-7e6fb4bb066a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459809 May 26 21:31:18.580708 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92154-2034-4c39-9fe6-8af3c93c7039 req-85a82124-9e2c-4b07-b28d-b17211e62044 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:18.582236 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-46f92154-2034-4c39-9fe6-8af3c93c7039 req-85a82124-9e2c-4b07-b28d-b17211e62044 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 945 time: 0.0522230 May 26 21:31:18.632193 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-46f92154-2034-4c39-9fe6-8af3c93c7039 req-505a9212-5caf-4bb3-81fa-7e8e88eb9943 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442924 May 26 21:31:19.344981 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301701d-39ae-4f6c-95fb-77fac51bb29a req-476d09dc-9620-49a8-80d7-02f3a64a7271 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:19.346423 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c301701d-39ae-4f6c-95fb-77fac51bb29a req-476d09dc-9620-49a8-80d7-02f3a64a7271 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0468295 May 26 21:31:19.393286 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c301701d-39ae-4f6c-95fb-77fac51bb29a req-09f1beb0-ffd3-4f56-8ddc-c865ac2db022 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410705 May 26 21:31:20.545894 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:20.560112 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7213c-ed94-469e-816e-bd380c3a774b req-3bc2c4db-b70f-4abc-a4e8-5dee72da6c22 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:20.561602 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4ab7213c-ed94-469e-816e-bd380c3a774b req-3bc2c4db-b70f-4abc-a4e8-5dee72da6c22 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0500803 May 26 21:31:20.611809 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4ab7213c-ed94-469e-816e-bd380c3a774b req-5015a903-a779-4087-aafe-26265a8c5025 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445962 May 26 21:31:20.957035 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:31:21.047178 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-8f6906ce-490b-4986-8f69-84af7d7d3bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:21.062868 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:31:21.074135 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': 'f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'port_id': 'f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f', 'mac_address': 'fa:16:3e:f4:32:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:31:21.111444 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f is: ACTIVE; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:31:21.111853 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:21.126518 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:31:21.147907 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:31:21.238649 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:21.300357 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f,revision_number=6']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:21.467266 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:31:21.730154 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ef534-bb22-4cc2-9991-f31a7544c2de req-abb63ef2-ba03-4a69-b2a5-82d4c0ef7637 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:21.731609 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-961ef534-bb22-4cc2-9991-f31a7544c2de req-abb63ef2-ba03-4a69-b2a5-82d4c0ef7637 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 945 time: 0.0471647 May 26 21:31:21.780325 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-961ef534-bb22-4cc2-9991-f31a7544c2de req-0640eea8-4b89-428e-be65-acd86a1857db tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431082 May 26 21:31:22.897113 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5708880-8d84-4565-a8cc-d586b00d5f4d req-d3932bea-84bc-4c4e-b8c7-e4ef9a351a79 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:22.898447 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b5708880-8d84-4565-a8cc-d586b00d5f4d req-d3932bea-84bc-4c4e-b8c7-e4ef9a351a79 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 945 time: 0.0462794 May 26 21:31:22.956525 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b5708880-8d84-4565-a8cc-d586b00d5f4d req-77674445-8ff9-4d45-8dc9-f68570e4927b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523643 May 26 21:31:23.424191 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-7ad6d2f2-3cd5-485f-9c23-4026a945fbd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:24.072985 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ee476-2c90-465d-b0e4-e6499766e360 req-04278a68-f58e-4af3-a0f6-894662bef525 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:24.074426 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f00ee476-2c90-465d-b0e4-e6499766e360 req-04278a68-f58e-4af3-a0f6-894662bef525 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 945 time: 0.0458350 May 26 21:31:24.120359 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f00ee476-2c90-465d-b0e4-e6499766e360 req-af421b8d-7ef9-49d7-beb0-bf3f7b22520b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404894 May 26 21:31:24.548797 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:24.764120 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:31:24.966435 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:25.197192 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:31:25.245037 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:31:25.245512 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a62aa-4460-447e-8d46-e10afa057635 req-0a32e8b4-fbec-42cf-8634-7cb84abfdc0e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:25.246173 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:25.247039 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-012a62aa-4460-447e-8d46-e10afa057635 req-0a32e8b4-fbec-42cf-8634-7cb84abfdc0e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 945 time: 0.0532949 May 26 21:31:25.272669 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:25.289841 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:25.295950 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-012a62aa-4460-447e-8d46-e10afa057635 req-b022fbe5-5197-4b08-8c55-cd4f9b465f4f tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425315 May 26 21:31:25.322948 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:31:25.323329 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:25.346799 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c36399-8b1a-4b08-b284-8a3900a10d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:31:25.349080 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f43b2e8-69fa-4d8b-8936-aae050df5d8b" -d '{"events": [{"server_uuid": "73c36399-8b1a-4b08-b284-8a3900a10d73", "name": "network-vif-plugged", "status": "completed", "tag": "f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:31:25.363645 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:31:25.389489 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ba7e75-de36-4c66-aee3-b2c81bc5394a x-openstack-request-id: req-08ba7e75-de36-4c66-aee3-b2c81bc5394a {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:31:25.389806 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c36399-8b1a-4b08-b284-8a3900a10d73", "name": "network-vif-plugged", "status": "completed", "tag": "f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:31:25.390061 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-08ba7e75-de36-4c66-aee3-b2c81bc5394a {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:31:25.390455 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08ba7e75-de36-4c66-aee3-b2c81bc5394a'] response: {'server_uuid': '73c36399-8b1a-4b08-b284-8a3900a10d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f', 'code': 200} May 26 21:31:25.441240 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:25.489534 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f,revision_number=7']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:26.126668 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:26.415621 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0442ea8-9683-4657-8d22-623eef392348 req-c2adbf96-1a3d-40b3-911f-4083746922f1 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:26.417820 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b0442ea8-9683-4657-8d22-623eef392348 req-c2adbf96-1a3d-40b3-911f-4083746922f1 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0457976 May 26 21:31:26.467433 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b0442ea8-9683-4657-8d22-623eef392348 req-d6353af0-b1f6-4904-8055-b9756825b16a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433385 May 26 21:31:27.584657 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:27.589737 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ef61e-128e-481a-9c76-4ae4c0089fe6 req-d69665a6-bea9-491f-a236-c1bf2319f419 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:27.591214 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8b1ef61e-128e-481a-9c76-4ae4c0089fe6 req-d69665a6-bea9-491f-a236-c1bf2319f419 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0476947 May 26 21:31:27.638644 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8b1ef61e-128e-481a-9c76-4ae4c0089fe6 req-265f2740-c223-4d60-9e1e-b896d3c16989 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417428 May 26 21:31:28.757024 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b15005-636c-4158-83d4-7b84bc94549e req-8ad9989d-7e47-4851-9c48-17520fa77232 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:28.758515 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-12b15005-636c-4158-83d4-7b84bc94549e req-8ad9989d-7e47-4851-9c48-17520fa77232 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0488620 May 26 21:31:28.777373 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:28.805685 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-12b15005-636c-4158-83d4-7b84bc94549e req-2bfabaf2-1d18-4d1b-802c-756a481e0c85 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411682 May 26 21:31:30.154779 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed023100-51fb-4255-86bc-721ec5fa0b43 req-c1febfb8-e43f-4842-b34d-19999d32b24d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:30.156252 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ed023100-51fb-4255-86bc-721ec5fa0b43 req-c1febfb8-e43f-4842-b34d-19999d32b24d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.2759335 May 26 21:31:30.202518 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ed023100-51fb-4255-86bc-721ec5fa0b43 req-1de91c00-afda-47d3-aa1b-782892e3ce04 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405326 May 26 21:31:31.320672 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bf7e3-6685-4077-9464-cf8a0d3de11f req-f3559e10-cc2a-417f-9db1-e172e94abc8e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:31.322143 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e95bf7e3-6685-4077-9464-cf8a0d3de11f req-f3559e10-cc2a-417f-9db1-e172e94abc8e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0465631 May 26 21:31:31.369307 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e95bf7e3-6685-4077-9464-cf8a0d3de11f req-2d211036-0a97-44f8-9e70-38080bcfafbc tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409713 May 26 21:31:32.501286 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973455d6-a536-4079-9346-4cad8f5bb062 req-e399c674-33d4-4a38-8c23-2105c97d7ee4 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:32.502877 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-973455d6-a536-4079-9346-4cad8f5bb062 req-e399c674-33d4-4a38-8c23-2105c97d7ee4 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0501134 May 26 21:31:32.552697 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-973455d6-a536-4079-9346-4cad8f5bb062 req-be40f287-b033-4d6e-8966-2159580f61ac tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437877 May 26 21:31:32.556449 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=78 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:32.562821 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=78 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:33.707559 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6eb51-fc73-4fa7-aadd-e44ba2a68274 req-9df2d89f-e8c9-4255-8925-5316a4ff7fa1 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:33.709115 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0cd6eb51-fc73-4fa7-aadd-e44ba2a68274 req-9df2d89f-e8c9-4255-8925-5316a4ff7fa1 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0575430 May 26 21:31:33.767629 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0cd6eb51-fc73-4fa7-aadd-e44ba2a68274 req-719d2e09-8341-4b5b-8145-8ce8be114b15 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492108 May 26 21:31:34.282206 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 53214) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:34.407324 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-9a1bb038-6004-4e96-a4ba-2ebf1ac65084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:34.614154 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-9a1bb038-6004-4e96-a4ba-2ebf1ac65084 admin admin] Publish callbacks [] for security_group (bfc4c6b8-4706-4f83-a917-72ef6b5670c4), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:34.697278 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-9a1bb038-6004-4e96-a4ba-2ebf1ac65084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (bfc4c6b8-4706-4f83-a917-72ef6b5670c4), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:34.741131 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-9a1bb038-6004-4e96-a4ba-2ebf1ac65084 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e932939419ce4d52a0c222408ca31a87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4578326 May 26 21:31:34.741850 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bb038-6004-4e96-a4ba-2ebf1ac65084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc4c6b8-4706-4f83-a917-72ef6b5670c4,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:34.743840 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 53220) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:34.784622 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:34.801898 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a79b6af4-64e8-4b6d-82f8-e0b456c1a7ca admin admin] Publish callbacks [] for security_group (bfc4c6b8-4706-4f83-a917-72ef6b5670c4), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:34.827312 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a79b6af4-64e8-4b6d-82f8-e0b456c1a7ca admin admin] Publish callbacks [] for security_group (bfc4c6b8-4706-4f83-a917-72ef6b5670c4), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:34.843784 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:34.935129 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b86c85-7639-45a5-b14f-f7801f6592e7 req-4b6bbef5-2f16-474a-b617-19af729cb4bf tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:34.937214 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b8b86c85-7639-45a5-b14f-f7801f6592e7 req-4b6bbef5-2f16-474a-b617-19af729cb4bf tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0699725 May 26 21:31:34.992404 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a79b6af4-64e8-4b6d-82f8-e0b456c1a7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (bfc4c6b8-4706-4f83-a917-72ef6b5670c4), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:34.998784 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a79b6af4-64e8-4b6d-82f8-e0b456c1a7ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:35.000189 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-a79b6af4-64e8-4b6d-82f8-e0b456c1a7ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bfc4c6b8-4706-4f83-a917-72ef6b5670c4 HTTP/1.1" status: 204 len: 168 time: 0.2553773 May 26 21:31:35.051903 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b6af4-64e8-4b6d-82f8-e0b456c1a7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc4c6b8-4706-4f83-a917-72ef6b5670c4,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:35.081652 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b6af4-64e8-4b6d-82f8-e0b456c1a7ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:35.083148 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b6af4-64e8-4b6d-82f8-e0b456c1a7ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:35.083885 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b6af4-64e8-4b6d-82f8-e0b456c1a7ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:35.088260 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b6af4-64e8-4b6d-82f8-e0b456c1a7ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:35.092710 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b6af4-64e8-4b6d-82f8-e0b456c1a7ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:35.096802 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b6af4-64e8-4b6d-82f8-e0b456c1a7ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:35.096976 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b6af4-64e8-4b6d-82f8-e0b456c1a7ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:35.097475 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b6af4-64e8-4b6d-82f8-e0b456c1a7ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:35.098637 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b6af4-64e8-4b6d-82f8-e0b456c1a7ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:35.102023 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b6af4-64e8-4b6d-82f8-e0b456c1a7ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:35.103452 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b6af4-64e8-4b6d-82f8-e0b456c1a7ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:35.103831 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b6af4-64e8-4b6d-82f8-e0b456c1a7ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:35.105601 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b6af4-64e8-4b6d-82f8-e0b456c1a7ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:35.105952 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b6af4-64e8-4b6d-82f8-e0b456c1a7ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:35.106847 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b6af4-64e8-4b6d-82f8-e0b456c1a7ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:35.155878 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b8b86c85-7639-45a5-b14f-f7801f6592e7 req-22f6d136-02e6-4fcd-ae41-141a05720e87 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083304 May 26 21:31:36.200687 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 53260) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:36.272643 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986d5d7-ebf0-48ef-a2c9-fe838f28d253 req-f0403ff3-dcc4-4d46-ada1-c0a714d3a3e2 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:36.275622 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8986d5d7-ebf0-48ef-a2c9-fe838f28d253 req-f0403ff3-dcc4-4d46-ada1-c0a714d3a3e2 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0501294 May 26 21:31:36.317330 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-74c3832a-e5be-4c37-bca0-5872a5fa7669 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-694871637-network', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:36.325888 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8986d5d7-ebf0-48ef-a2c9-fe838f28d253 req-97d3150c-501d-4ed0-826e-6571b3730549 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442069 May 26 21:31:36.578741 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c3832a-e5be-4c37-bca0-5872a5fa7669 admin admin] Made reservation on behalf of 77c3cd3a54424befb4b424e6de1f7870 for: {'network': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:31:36.581118 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-74c3832a-e5be-4c37-bca0-5872a5fa7669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for network (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:36.591158 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-74c3832a-e5be-4c37-bca0-5872a5fa7669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:36.666344 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-74c3832a-e5be-4c37-bca0-5872a5fa7669 admin admin] Publish callbacks [] for security_group (8adbc375-4b2d-4eb6-ad3c-166587c0813e), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:36.743128 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-74c3832a-e5be-4c37-bca0-5872a5fa7669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (8adbc375-4b2d-4eb6-ad3c-166587c0813e), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:36.780064 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c3832a-e5be-4c37-bca0-5872a5fa7669 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=104642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:31:36.791613 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3832a-e5be-4c37-bca0-5872a5fa7669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adbc375-4b2d-4eb6-ad3c-166587c0813e,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:36.801559 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-74c3832a-e5be-4c37-bca0-5872a5fa7669 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745431346791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (af0afbec-2d46-4223-9061-15b98cc43e87), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:36.801977 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.segments_db [None req-74c3832a-e5be-4c37-bca0-5872a5fa7669 admin admin] Added segment af0afbec-2d46-4223-9061-15b98cc43e87 of type vlan for network 084061c1-c7dc-4f5f-8186-748f557a8665 May 26 21:31:36.852644 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-74c3832a-e5be-4c37-bca0-5872a5fa7669 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745430822750'] for network (084061c1-c7dc-4f5f-8186-748f557a8665), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:36.971562 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-74c3832a-e5be-4c37-bca0-5872a5fa7669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for network (084061c1-c7dc-4f5f-8186-748f557a8665), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:36.972632 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c3832a-e5be-4c37-bca0-5872a5fa7669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:36.973201 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-74c3832a-e5be-4c37-bca0-5872a5fa7669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:37.054100 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3832a-e5be-4c37-bca0-5872a5fa7669 admin admin] Pushing event updated for resources: {'Network': ['ID=084061c1-c7dc-4f5f-8186-748f557a8665,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:37.065568 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Network 084061c1-c7dc-4f5f-8186-748f557a8665 details requested by agent ovs-agent-dv-cinder-828805-3-iscsi with host dv-cinder-828805-3-iscsi {{(pid=104644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:31:37.101241 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-74c3832a-e5be-4c37-bca0-5872a5fa7669 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8993478 May 26 21:31:37.104114 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 53270) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:37.109945 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-31bd8cf4-a9ce-4596-a03a-1a164bf94e9c admin admin] Request body: {'subnet': {'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-694871637-subnet', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'ip_version': 4}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:37.236013 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bd8cf4-a9ce-4596-a03a-1a164bf94e9c admin admin] Made reservation on behalf of 77c3cd3a54424befb4b424e6de1f7870 for: {'subnet': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:31:37.242681 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-31bd8cf4-a9ce-4596-a03a-1a164bf94e9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4266943'] for subnet (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:37.512025 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa7633-701b-4b64-b255-baf6ac94f2ba req-7d354716-dedc-4913-adc6-84f65379750e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:37.520842 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-30aa7633-701b-4b64-b255-baf6ac94f2ba req-7d354716-dedc-4913-adc6-84f65379750e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0897014 May 26 21:31:37.546305 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:37.589330 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-30aa7633-701b-4b64-b255-baf6ac94f2ba req-401c8caa-93d2-4730-8d20-83b35324975b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674994 May 26 21:31:37.664383 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-31bd8cf4-a9ce-4596-a03a-1a164bf94e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4623557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4266921'] for subnet (b0ca75fc-3052-41e8-beb5-3bba4da5fd6d), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:37.699406 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:37.724122 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd8cf4-a9ce-4596-a03a-1a164bf94e9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0ca75fc-3052-41e8-beb5-3bba4da5fd6d,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:37.744914 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bd8cf4-a9ce-4596-a03a-1a164bf94e9c admin admin] Checking segment: {'id': 'af0afbec-2d46-4223-9061-15b98cc43e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:31:37.745401 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bd8cf4-a9ce-4596-a03a-1a164bf94e9c admin admin] Network hostable DHCP agents. Network: 084061c1-c7dc-4f5f-8186-748f557a8665, hostable agents: ['35848227-359f-404d-a469-91025de84eed'], hosted agents: [] {{(pid=104642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:31:37.841096 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bd8cf4-a9ce-4596-a03a-1a164bf94e9c admin admin] Network 084061c1-c7dc-4f5f-8186-748f557a8665 is scheduled to be hosted by DHCP agent 35848227-359f-404d-a469-91025de84eed with binding_index 1 {{(pid=104642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:31:37.927186 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-31bd8cf4-a9ce-4596-a03a-1a164bf94e9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-3-iscsi, 084061c1-c7dc-4f5f-8186-748f557a8665) {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:31:37.932260 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bd8cf4-a9ce-4596-a03a-1a164bf94e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:37.933169 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-31bd8cf4-a9ce-4596-a03a-1a164bf94e9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:37.940604 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27ad1eb-de76-407a-9f78-669662cb9878 None None] Network 084061c1-c7dc-4f5f-8186-748f557a8665 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:31:38.007579 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 53282) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:38.010049 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-31bd8cf4-a9ce-4596-a03a-1a164bf94e9c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9048331 May 26 21:31:38.013960 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-cfdaf01c-05c0-446f-b9fd-923ad7f11160 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-694871637-router', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:38.071966 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014b0d0a-865f-4b29-816c-02292b403718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6993d58-562d-5621-893b-747d316cca5c-084061c1-c7dc-4f5f-8186-748f557a8665', 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665', 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'fixed_ips': [{'subnet_id': 'b0ca75fc-3052-41e8-beb5-3bba4da5fd6d'}]}} from dv-cinder-828805-3-iscsi. {{(pid=104644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 21:31:38.073073 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-014b0d0a-865f-4b29-816c-02292b403718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:38.078393 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf01c-05c0-446f-b9fd-923ad7f11160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1694579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4878'] for router (21ec28d7-eb7b-4d67-abfc-97357ff278a1), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:38.078393 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf01c-05c0-446f-b9fd-923ad7f11160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4869'] for router (21ec28d7-eb7b-4d67-abfc-97357ff278a1), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:38.146912 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf01c-05c0-446f-b9fd-923ad7f11160 admin admin] Publish callbacks [] for router_controller (21ec28d7-eb7b-4d67-abfc-97357ff278a1), precommit_add_association {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:38.276757 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.db_base_plugin_common [None req-014b0d0a-865f-4b29-816c-02292b403718 None None] Allocated IP 172.20.0.2 (084061c1-c7dc-4f5f-8186-748f557a8665/b0ca75fc-3052-41e8-beb5-3bba4da5fd6d/127848fb-4580-4a6f-b1f1-c74a3e7d9043) {{(pid=104644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:31:38.294567 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:38.431496 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:38.458281 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-014b0d0a-865f-4b29-816c-02292b403718 None None] Publish callbacks [] for port (127848fb-4580-4a6f-b1f1-c74a3e7d9043), precommit_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:38.469295 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf01c-05c0-446f-b9fd-923ad7f11160 admin admin] Publish callbacks [] for router_gateway (21ec28d7-eb7b-4d67-abfc-97357ff278a1), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:38.556200 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-014b0d0a-865f-4b29-816c-02292b403718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (127848fb-4580-4a6f-b1f1-c74a3e7d9043), after_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:38.601374 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014b0d0a-865f-4b29-816c-02292b403718 None None] Network 084061c1-c7dc-4f5f-8186-748f557a8665 is already hosted by enough agents. {{(pid=104644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:31:38.607513 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.base_scheduler [None req-014b0d0a-865f-4b29-816c-02292b403718 None None] Resources bound (agent type, host, resource id): {{(pid=104644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:31:38.611482 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b0d0a-865f-4b29-816c-02292b403718 None None] Received port after_create {{(pid=104644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:31:38.618495 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b0d0a-865f-4b29-816c-02292b403718 None None] Pushing event updated for resources: {'Port': ['ID=127848fb-4580-4a6f-b1f1-c74a3e7d9043,revision_number=1']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:38.685727 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-014b0d0a-865f-4b29-816c-02292b403718 None None] Attempting to bind port 127848fb-4580-4a6f-b1f1-c74a3e7d9043 on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:31:38.689553 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-014b0d0a-865f-4b29-816c-02292b403718 None None] Attempting to bind port 127848fb-4580-4a6f-b1f1-c74a3e7d9043 by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': 'af0afbec-2d46-4223-9061-15b98cc43e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:31:38.689553 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b0d0a-865f-4b29-816c-02292b403718 None None] Attempting to bind port 127848fb-4580-4a6f-b1f1-c74a3e7d9043 on network 084061c1-c7dc-4f5f-8186-748f557a8665 {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:31:38.693416 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b0d0a-865f-4b29-816c-02292b403718 None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:31:38.693973 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b0d0a-865f-4b29-816c-02292b403718 None None] Checking segment: {'id': 'af0afbec-2d46-4223-9061-15b98cc43e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:31:38.694483 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-014b0d0a-865f-4b29-816c-02292b403718 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:38.695146 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b0d0a-865f-4b29-816c-02292b403718 None None] Bound using segment: {'id': 'af0afbec-2d46-4223-9061-15b98cc43e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:31:38.696133 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-014b0d0a-865f-4b29-816c-02292b403718 None None] Bound port: 127848fb-4580-4a6f-b1f1-c74a3e7d9043, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0afbec-2d46-4223-9061-15b98cc43e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:31:38.696976 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-014b0d0a-865f-4b29-816c-02292b403718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (127848fb-4580-4a6f-b1f1-c74a3e7d9043), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:38.776817 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-014b0d0a-865f-4b29-816c-02292b403718 None None] For port 127848fb-4580-4a6f-b1f1-c74a3e7d9043, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:31:38.781264 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-014b0d0a-865f-4b29-816c-02292b403718 None None] For port 127848fb-4580-4a6f-b1f1-c74a3e7d9043, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=127848fb-4580-4a6f-b1f1-c74a3e7d9043,segment=NetworkSegment(af0afbec-2d46-4223-9061-15b98cc43e87),segment_id=af0afbec-2d46-4223-9061-15b98cc43e87)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:31:38.785653 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa9fe7-58bd-4667-b13e-528b89b0b33f req-85efa1ed-dab7-4779-a2a8-cf792295484b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:38.787191 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a1fa9fe7-58bd-4667-b13e-528b89b0b33f req-85efa1ed-dab7-4779-a2a8-cf792295484b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0676873 May 26 21:31:38.855283 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-014b0d0a-865f-4b29-816c-02292b403718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (127848fb-4580-4a6f-b1f1-c74a3e7d9043), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:38.904669 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a1fa9fe7-58bd-4667-b13e-528b89b0b33f req-f4e3ffea-7db8-447f-b980-dac298ac02f6 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108563 May 26 21:31:38.969918 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b0d0a-865f-4b29-816c-02292b403718 None None] Pushing event updated for resources: {'Port': ['ID=127848fb-4580-4a6f-b1f1-c74a3e7d9043,revision_number=2']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:39.030784 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf01c-05c0-446f-b9fd-923ad7f11160 admin admin] Publish callbacks [] for router_gateway (21ec28d7-eb7b-4d67-abfc-97357ff278a1), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:39.052965 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf01c-05c0-446f-b9fd-923ad7f11160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:39.166301 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:39.227675 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [None req-cfdaf01c-05c0-446f-b9fd-923ad7f11160 admin admin] Allocated IP 172.27.3.143 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/e55aa9dc-7408-4f43-a173-3c95ff2192b1) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:31:39.366136 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf01c-05c0-446f-b9fd-923ad7f11160 admin admin] Publish callbacks [] for port (e55aa9dc-7408-4f43-a173-3c95ff2192b1), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:39.519067 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf01c-05c0-446f-b9fd-923ad7f11160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (e55aa9dc-7408-4f43-a173-3c95ff2192b1), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:39.580975 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdaf01c-05c0-446f-b9fd-923ad7f11160 admin admin] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:31:39.584396 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-cfdaf01c-05c0-446f-b9fd-923ad7f11160 admin admin] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:31:39.587320 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdaf01c-05c0-446f-b9fd-923ad7f11160 admin admin] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:31:39.594381 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdaf01c-05c0-446f-b9fd-923ad7f11160 admin admin] Pushing event updated for resources: {'Port': ['ID=e55aa9dc-7408-4f43-a173-3c95ff2192b1,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:39.634300 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:39.854820 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 127848fb-4580-4a6f-b1f1-c74a3e7d9043 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:31:39.987822 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 127848fb-4580-4a6f-b1f1-c74a3e7d9043 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:31:39.987822 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (127848fb-4580-4a6f-b1f1-c74a3e7d9043), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:40.066664 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:40.134409 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 127848fb-4580-4a6f-b1f1-c74a3e7d9043 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:31:40.166928 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (127848fb-4580-4a6f-b1f1-c74a3e7d9043), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:40.167217 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-5cf88524-75a6-41e6-8da5-ea32817639f7 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:40.167718 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a9877-b99f-4d45-8c2a-12164be02e65 req-9553e874-b99f-45d5-b2cf-7af14f52109a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:40.173131 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-5cf88524-75a6-41e6-8da5-ea32817639f7 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/networks?id=5700046f-4b5a-4ad3-a1d7-379e90370a51 HTTP/1.1" status: 200 len: 813 time: 0.2219455 May 26 21:31:40.173386 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f46a9877-b99f-4d45-8c2a-12164be02e65 req-9553e874-b99f-45d5-b2cf-7af14f52109a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0649769 May 26 21:31:40.196279 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-ab9fce05-a0b3-4468-b320-2b8aba13da27 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/quotas/0a97f689104e4884b6e30b0c8606b513 HTTP/1.1" status: 200 len: 375 time: 0.0221105 May 26 21:31:40.218275 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-b4353f01-5905-4310-a158-79fd044992cf None None] For port 127848fb-4580-4a6f-b1f1-c74a3e7d9043, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=127848fb-4580-4a6f-b1f1-c74a3e7d9043,segment=NetworkSegment(af0afbec-2d46-4223-9061-15b98cc43e87),segment_id=af0afbec-2d46-4223-9061-15b98cc43e87)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:31:40.224534 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f46a9877-b99f-4d45-8c2a-12164be02e65 req-f64b606c-e062-4375-94d5-41930604597b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501051 May 26 21:31:40.241036 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-78d7ce93-6498-4322-ba78-ac4e5d448df5 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a97f689104e4884b6e30b0c8606b513&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436680 May 26 21:31:40.344443 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-a61676fd-ea02-42f1-be54-470875e62ba8 service neutron] 10.222.0.42 "GET /v2.0/networks/5700046f-4b5a-4ad3-a1d7-379e90370a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024165 May 26 21:31:40.431814 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112cd207-715f-47c3-aa95-fb33216b56d6 None None] Network 084061c1-c7dc-4f5f-8186-748f557a8665 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:31:40.453186 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-6c37b97a-2c4d-45cd-9909-e3ec9008e3a8 service neutron] 10.222.0.42 "GET /v2.0/networks/5700046f-4b5a-4ad3-a1d7-379e90370a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047671 May 26 21:31:40.492241 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-5b80afe7-4e06-4336-ba82-9eb37b7b2b9f None None] Provisioning complete for port 127848fb-4580-4a6f-b1f1-c74a3e7d9043 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:31:40.492615 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-5b80afe7-4e06-4336-ba82-9eb37b7b2b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (127848fb-4580-4a6f-b1f1-c74a3e7d9043), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:40.558548 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (127848fb-4580-4a6f-b1f1-c74a3e7d9043), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:40.621415 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf01c-05c0-446f-b9fd-923ad7f11160 admin admin] Publish callbacks [] for router_gateway (21ec28d7-eb7b-4d67-abfc-97357ff278a1), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:40.655919 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:40.685947 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Pushing event updated for resources: {'Port': ['ID=127848fb-4580-4a6f-b1f1-c74a3e7d9043,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:40.706468 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-5b80afe7-4e06-4336-ba82-9eb37b7b2b9f None None] Current status of the port 127848fb-4580-4a6f-b1f1-c74a3e7d9043 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:31:40.821122 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:40.833455 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2217ad8f-e167-41c7-a17e-c1cc7a58e495 req-afcbbb54-c692-450d-b594-eaf6607f4afd tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 210 time: 0.0492623 May 26 21:31:41.004196 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf01c-05c0-446f-b9fd-923ad7f11160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696000'] for router (21ec28d7-eb7b-4d67-abfc-97357ff278a1), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:41.150970 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2976e8d4-9fa8-4b87-a47d-51e0e7e6c426 None None] Provisioning complete for port 127848fb-4580-4a6f-b1f1-c74a3e7d9043 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:31:41.152118 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2976e8d4-9fa8-4b87-a47d-51e0e7e6c426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (127848fb-4580-4a6f-b1f1-c74a3e7d9043), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:41.235904 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdaf01c-05c0-446f-b9fd-923ad7f11160 admin admin] Router 21ec28d7-eb7b-4d67-abfc-97357ff278a1 is scheduled to L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f with binding_index 1 {{(pid=104643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 21:31:41.280422 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2976e8d4-9fa8-4b87-a47d-51e0e7e6c426 None None] Current status of the port 127848fb-4580-4a6f-b1f1-c74a3e7d9043 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:31:41.386898 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdaf01c-05c0-446f-b9fd-923ad7f11160 admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:31:41.398644 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] Sync routers for ids ['21ec28d7-eb7b-4d67-abfc-97357ff278a1'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:31:41.415403 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] Routers {'21ec28d7-eb7b-4d67-abfc-97357ff278a1'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:31:41.416089 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:31:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['21ec28d7-eb7b-4d67-abfc-97357ff278a1'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:31:41.460925 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d8709-c886-4fb6-9273-d325b0c73b43 req-7651b3db-0598-4744-965c-5be9347afce9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:41.469299 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e71d8709-c886-4fb6-9273-d325b0c73b43 req-7651b3db-0598-4744-965c-5be9347afce9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.1077201 May 26 21:31:41.513329 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 53350) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:41.547044 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf01c-05c0-446f-b9fd-923ad7f11160 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:41.551249 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-cfdaf01c-05c0-446f-b9fd-923ad7f11160 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5394366 May 26 21:31:41.552662 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 53356) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:41.608764 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e71d8709-c886-4fb6-9273-d325b0c73b43 req-2b39429d-4b89-420e-937f-5a23ec80f8da tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291225 May 26 21:31:41.628888 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] Set router 21ec28d7-eb7b-4d67-abfc-97357ff278a1 gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:31:41.783526 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2302bf93-1ad4-4047-99c5-bae74fd390fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:41.864953 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 127848fb-4580-4a6f-b1f1-c74a3e7d9043 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:31:41.932026 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:41.946249 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 53364) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:41.951408 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-abeebd63-fc80-4656-9737-13b9aacde99c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1490982445', 'description': 'tempest-description--585968649'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:41.975864 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'name': 'tempest-TestShelveInstance-694871637-router', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:31:38Z', 'updated_at': '2022-05-26T21:31:40Z', 'revision_number': 3, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'gw_port': {'id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:24:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:39Z', 'updated_at': '2022-05-26T21:31:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:31:41.994292 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 127848fb-4580-4a6f-b1f1-c74a3e7d9043 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:31:41.994923 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (127848fb-4580-4a6f-b1f1-c74a3e7d9043), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:42.044732 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] Checking router: 21ec28d7-eb7b-4d67-abfc-97357ff278a1 for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:31:42.045079 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] Updating router 21ec28d7-eb7b-4d67-abfc-97357ff278a1 port e55aa9dc-7408-4f43-a173-3c95ff2192b1 binding host dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:31:42.065136 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0c6f08ac-c2e3-4a5c-ae57-292280a834ec req-0c1162ba-10ae-4c9d-ab4c-e7820a3ba374 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 210 time: 0.0735457 May 26 21:31:42.075368 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-abeebd63-fc80-4656-9737-13b9aacde99c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:42.093111 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (e55aa9dc-7408-4f43-a173-3c95ff2192b1), before_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:42.112228 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 127848fb-4580-4a6f-b1f1-c74a3e7d9043 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:31:42.144128 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2302bf93-1ad4-4047-99c5-bae74fd390fd admin admin] Publish callbacks [] for security_group (cb689a60-f536-4abe-a978-1c9f6bfdb298), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:42.201083 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-abeebd63-fc80-4656-9737-13b9aacde99c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group (28035d73-b79d-4446-afb2-3c468d0d3c53), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:42.204907 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2302bf93-1ad4-4047-99c5-bae74fd390fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (cb689a60-f536-4abe-a978-1c9f6bfdb298), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:42.243778 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:42.262856 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-2302bf93-1ad4-4047-99c5-bae74fd390fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8cc53f5efd5d4d8cacf10dcdc01bb463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7481854 May 26 21:31:42.266015 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 53366) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:42.266597 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302bf93-1ad4-4047-99c5-bae74fd390fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb689a60-f536-4abe-a978-1c9f6bfdb298,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:42.298783 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-abeebd63-fc80-4656-9737-13b9aacde99c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (28035d73-b79d-4446-afb2-3c468d0d3c53), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:42.338708 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:42.356896 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeebd63-fc80-4656-9737-13b9aacde99c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28035d73-b79d-4446-afb2-3c468d0d3c53,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:42.371856 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-23a3d2ff-0f5a-489e-abc2-a28206888215 admin admin] Publish callbacks [] for security_group (cb689a60-f536-4abe-a978-1c9f6bfdb298), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:42.399909 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-23a3d2ff-0f5a-489e-abc2-a28206888215 admin admin] Publish callbacks [] for security_group (cb689a60-f536-4abe-a978-1c9f6bfdb298), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:42.436247 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-354a6d91-2490-41ba-aaa2-7ac114e7b8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:42.464584 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-abeebd63-fc80-4656-9737-13b9aacde99c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:42.467388 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-abeebd63-fc80-4656-9737-13b9aacde99c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5199125 May 26 21:31:42.471328 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 53368) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:42.498670 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-f2796be0-771e-44c1-b22d-fa014656af04 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Request body: {'security_group_rule': {'security_group_id': '28035d73-b79d-4446-afb2-3c468d0d3c53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:42.545358 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] Publish callbacks [] for port (e55aa9dc-7408-4f43-a173-3c95ff2192b1), precommit_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:42.590224 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-23a3d2ff-0f5a-489e-abc2-a28206888215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (cb689a60-f536-4abe-a978-1c9f6bfdb298), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:42.596645 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-23a3d2ff-0f5a-489e-abc2-a28206888215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:42.601465 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-23a3d2ff-0f5a-489e-abc2-a28206888215 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb689a60-f536-4abe-a978-1c9f6bfdb298 HTTP/1.1" status: 204 len: 168 time: 0.3338323 May 26 21:31:42.619735 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3d2ff-0f5a-489e-abc2-a28206888215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb689a60-f536-4abe-a978-1c9f6bfdb298,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:42.619969 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (e55aa9dc-7408-4f43-a173-3c95ff2192b1), after_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:42.666078 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f2796be0-771e-44c1-b22d-fa014656af04 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group_rule (ff63b623-8cfa-4f02-861a-e770767c6e82), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:42.694725 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c061eb4-78cf-458b-af6b-1b6d1d6b3317 None None] Pushing event updated for resources: {'Port': ['ID=e55aa9dc-7408-4f43-a173-3c95ff2192b1,revision_number=2']} {{(pid=104645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:42.730787 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] Attempting to bind port e55aa9dc-7408-4f43-a173-3c95ff2192b1 on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:31:42.734038 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] Attempting to bind port e55aa9dc-7408-4f43-a173-3c95ff2192b1 by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}] {{(pid=104645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:31:42.734761 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] Attempting to bind port e55aa9dc-7408-4f43-a173-3c95ff2192b1 on network 35b4a44b-379f-44bd-a8f8-beb32b22a01e {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:31:42.749994 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f2796be0-771e-44c1-b22d-fa014656af04 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group_rule (ff63b623-8cfa-4f02-861a-e770767c6e82), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:42.750755 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:31:42.751604 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] Checking segment: {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:31:42.752855 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:42.758440 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] Bound using segment: {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'} {{(pid=104645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:31:42.758440 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.managers [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] Bound port: e55aa9dc-7408-4f43-a173-3c95ff2192b1, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}}] {{(pid=104645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:31:42.758440 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (e55aa9dc-7408-4f43-a173-3c95ff2192b1), before_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:42.796195 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061eb4-78cf-458b-af6b-1b6d1d6b3317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:42.796818 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061eb4-78cf-458b-af6b-1b6d1d6b3317 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:42.797335 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061eb4-78cf-458b-af6b-1b6d1d6b3317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:42.798561 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061eb4-78cf-458b-af6b-1b6d1d6b3317 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:42.799053 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061eb4-78cf-458b-af6b-1b6d1d6b3317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:42.799577 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061eb4-78cf-458b-af6b-1b6d1d6b3317 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:42.800224 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061eb4-78cf-458b-af6b-1b6d1d6b3317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:42.800977 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061eb4-78cf-458b-af6b-1b6d1d6b3317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:42.801450 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061eb4-78cf-458b-af6b-1b6d1d6b3317 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:42.801950 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061eb4-78cf-458b-af6b-1b6d1d6b3317 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:42.802420 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061eb4-78cf-458b-af6b-1b6d1d6b3317 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:42.802919 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061eb4-78cf-458b-af6b-1b6d1d6b3317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:42.803385 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061eb4-78cf-458b-af6b-1b6d1d6b3317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:42.803884 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061eb4-78cf-458b-af6b-1b6d1d6b3317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:42.804369 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061eb4-78cf-458b-af6b-1b6d1d6b3317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:31:42.836438 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:42.851562 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f2796be0-771e-44c1-b22d-fa014656af04 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (ff63b623-8cfa-4f02-861a-e770767c6e82), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:42.856841 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.db [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] For port e55aa9dc-7408-4f43-a173-3c95ff2192b1, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:31:42.861495 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.plugins.ml2.db [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] For port e55aa9dc-7408-4f43-a173-3c95ff2192b1, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=e55aa9dc-7408-4f43-a173-3c95ff2192b1,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:31:42.900949 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2796be0-771e-44c1-b22d-fa014656af04 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff63b623-8cfa-4f02-861a-e770767c6e82,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:42.927009 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a9d4e-5ee3-4ef9-923f-b2369ffbfed8 req-d2902c84-7bf4-413e-9447-66ed34bd0db2 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:42.928571 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-be9a9d4e-5ee3-4ef9-923f-b2369ffbfed8 req-d2902c84-7bf4-413e-9447-66ed34bd0db2 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.1061852 May 26 21:31:42.931205 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:42.939363 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron_lib.callbacks.manager [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (e55aa9dc-7408-4f43-a173-3c95ff2192b1), after_update {{(pid=104645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:42.989040 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] Routers {'21ec28d7-eb7b-4d67-abfc-97357ff278a1'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:31:42.989770 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:31:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['21ec28d7-eb7b-4d67-abfc-97357ff278a1'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:31:43.032747 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f2796be0-771e-44c1-b22d-fa014656af04 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:43.034251 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-f2796be0-771e-44c1-b22d-fa014656af04 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5614491 May 26 21:31:43.040430 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-be9a9d4e-5ee3-4ef9-923f-b2369ffbfed8 req-5ac3ae94-e46e-4d96-ac61-1ea0374506ee tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807447 May 26 21:31:43.043573 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 53378) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:43.055317 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-dd6339b5-b81e-426a-80a8-dd8148497ac9 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Request body: {'security_group_rule': {'security_group_id': '28035d73-b79d-4446-afb2-3c468d0d3c53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:43.076564 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [None req-354a6d91-2490-41ba-aaa2-7ac114e7b8b9 admin admin] Allocated IP 172.20.0.1 (084061c1-c7dc-4f5f-8186-748f557a8665/b0ca75fc-3052-41e8-beb5-3bba4da5fd6d/00f774ce-aa2e-4ebb-a39f-4571f4585860) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:31:43.085037 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:43.094258 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c061eb4-78cf-458b-af6b-1b6d1d6b3317 None None] Pushing event updated for resources: {'Port': ['ID=e55aa9dc-7408-4f43-a173-3c95ff2192b1,revision_number=3']} {{(pid=104645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:43.169636 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] Set router 21ec28d7-eb7b-4d67-abfc-97357ff278a1 gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:31:43.207416 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-dd6339b5-b81e-426a-80a8-dd8148497ac9 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group_rule (4b9b2acd-97db-4668-8efd-ef80713105d9), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:43.224796 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-818ba547-ccf0-4730-b547-bbcae8a53c06 req-5f30564e-816c-4813-a0d8-833f1afe1d7d tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 210 time: 0.0438769 May 26 21:31:43.352173 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-dd6339b5-b81e-426a-80a8-dd8148497ac9 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group_rule (4b9b2acd-97db-4668-8efd-ef80713105d9), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:43.375281 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-354a6d91-2490-41ba-aaa2-7ac114e7b8b9 admin admin] Publish callbacks [] for port (00f774ce-aa2e-4ebb-a39f-4571f4585860), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:43.474753 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-dd6339b5-b81e-426a-80a8-dd8148497ac9 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (4b9b2acd-97db-4668-8efd-ef80713105d9), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:43.479486 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:43.537309 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'name': 'tempest-TestShelveInstance-694871637-router', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:31:38Z', 'updated_at': '2022-05-26T21:31:40Z', 'revision_number': 3, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'gw_port': {'id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:24:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:39Z', 'updated_at': '2022-05-26T21:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:31:43.568887 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-354a6d91-2490-41ba-aaa2-7ac114e7b8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (00f774ce-aa2e-4ebb-a39f-4571f4585860), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:43.570013 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f878ab67-3b2e-4479-81d8-b801849cef80 None None] The sync data for ids ['21ec28d7-eb7b-4d67-abfc-97357ff278a1'] in dv-cinder-828805-3-iscsi is: [{'id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'name': 'tempest-TestShelveInstance-694871637-router', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:31:38Z', 'updated_at': '2022-05-26T21:31:40Z', 'revision_number': 3, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'gw_port': {'id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:24:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:39Z', 'updated_at': '2022-05-26T21:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:31:43.589564 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6339b5-b81e-426a-80a8-dd8148497ac9 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9b2acd-97db-4668-8efd-ef80713105d9,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:43.650141 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354a6d91-2490-41ba-aaa2-7ac114e7b8b9 admin admin] Network 084061c1-c7dc-4f5f-8186-748f557a8665 is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:31:43.673819 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-354a6d91-2490-41ba-aaa2-7ac114e7b8b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:31:43.691531 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354a6d91-2490-41ba-aaa2-7ac114e7b8b9 admin admin] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:31:43.727416 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-dd6339b5-b81e-426a-80a8-dd8148497ac9 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:43.728685 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-dd6339b5-b81e-426a-80a8-dd8148497ac9 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6825814 May 26 21:31:43.732533 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 53392) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:43.738025 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-1aa4384f-91ab-46b6-bf5c-46910623368a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Request body: {'floatingip': {'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:43.747549 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:43.784360 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a6d91-2490-41ba-aaa2-7ac114e7b8b9 admin admin] Pushing event updated for resources: {'Port': ['ID=00f774ce-aa2e-4ebb-a39f-4571f4585860,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:43.805709 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-b3845173-a211-425c-bc18-f5de7deb602a tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:43.809443 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-b3845173-a211-425c-bc18-f5de7deb602a tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.60 "GET /v2.0/networks?id=5700046f-4b5a-4ad3-a1d7-379e90370a51 HTTP/1.1" status: 200 len: 813 time: 0.3648539 May 26 21:31:43.828202 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-da2332d2-c1e6-4232-9c0a-4de994d2c80e tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Request body: {'port': {'device_id': '850b5395-31f3-43e6-a549-fa9c33e66b7a', 'network_id': '5700046f-4b5a-4ad3-a1d7-379e90370a51', 'admin_state_up': True, 'tenant_id': '0a97f689104e4884b6e30b0c8606b513'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:43.867736 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-354a6d91-2490-41ba-aaa2-7ac114e7b8b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696627'] for router_interface (21ec28d7-eb7b-4d67-abfc-97357ff278a1), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:43.916108 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1aa4384f-91ab-46b6-bf5c-46910623368a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:44.138181 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1aa4384f-91ab-46b6-bf5c-46910623368a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:44.150001 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-78ddded4-19fa-4f58-8579-434980dc8200 None None] Provisioning complete for port 00f774ce-aa2e-4ebb-a39f-4571f4585860 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:31:44.151387 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-78ddded4-19fa-4f58-8579-434980dc8200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (00f774ce-aa2e-4ebb-a39f-4571f4585860), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:44.249421 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-78ddded4-19fa-4f58-8579-434980dc8200 None None] Port 00f774ce-aa2e-4ebb-a39f-4571f4585860 cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:31:44.345649 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_common [None req-1aa4384f-91ab-46b6-bf5c-46910623368a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Allocated IP 172.27.3.155 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/4af17bbf-b5cf-4749-ab27-38cd8219a6d7) {{(pid=104642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:31:44.449191 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9ce4be6b-217b-4f08-832c-a84d6886bce4 req-1567e370-a4b1-4541-9ec0-b03d85bfb845 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 210 time: 0.0860071 May 26 21:31:44.587815 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1aa4384f-91ab-46b6-bf5c-46910623368a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for port (4af17bbf-b5cf-4749-ab27-38cd8219a6d7), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:44.692973 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1aa4384f-91ab-46b6-bf5c-46910623368a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (4af17bbf-b5cf-4749-ab27-38cd8219a6d7), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:44.776890 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8cfa8-aa99-48e1-b24b-ace42ade0653 req-72ded456-787f-45d7-9548-44fc835f09cf tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:44.781145 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa4384f-91ab-46b6-bf5c-46910623368a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:31:44.784498 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1bc8cfa8-aa99-48e1-b24b-ace42ade0653 req-72ded456-787f-45d7-9548-44fc835f09cf tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.1630492 May 26 21:31:44.793146 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-1aa4384f-91ab-46b6-bf5c-46910623368a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:31:44.799166 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa4384f-91ab-46b6-bf5c-46910623368a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Received port after_create {{(pid=104642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:31:44.802322 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:44.837792 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-da2332d2-c1e6-4232-9c0a-4de994d2c80e tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Made reservation on behalf of 0a97f689104e4884b6e30b0c8606b513 for: {'port': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:31:44.837792 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-da2332d2-c1e6-4232-9c0a-4de994d2c80e tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:44.857331 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4384f-91ab-46b6-bf5c-46910623368a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event updated for resources: {'Port': ['ID=4af17bbf-b5cf-4749-ab27-38cd8219a6d7,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:44.860940 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-354a6d91-2490-41ba-aaa2-7ac114e7b8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (00f774ce-aa2e-4ebb-a39f-4571f4585860), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:45.001909 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1aa4384f-91ab-46b6-bf5c-46910623368a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (290dbe06-1dff-431f-8d46-92cc9e63c2ba), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:45.037082 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1bc8cfa8-aa99-48e1-b24b-ace42ade0653 req-dddbf311-6502-446f-8ede-65f69578dbda tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516217 May 26 21:31:45.085455 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:45.150145 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1aa4384f-91ab-46b6-bf5c-46910623368a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (4af17bbf-b5cf-4749-ab27-38cd8219a6d7), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:45.174088 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-da2332d2-c1e6-4232-9c0a-4de994d2c80e tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Allocated IP 172.20.0.3 (5700046f-4b5a-4ad3-a1d7-379e90370a51/1b891090-ddd4-40de-8cc2-b3e20d53dbb1/c5f69ca6-d120-49a3-a890-77e4b7429ad9) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:31:45.413661 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:45.440241 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-354a6d91-2490-41ba-aaa2-7ac114e7b8b9 admin admin] Publish callbacks [] for port (00f774ce-aa2e-4ebb-a39f-4571f4585860), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:45.481821 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-354a6d91-2490-41ba-aaa2-7ac114e7b8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (00f774ce-aa2e-4ebb-a39f-4571f4585860), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:45.507367 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1aa4384f-91ab-46b6-bf5c-46910623368a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for port (4af17bbf-b5cf-4749-ab27-38cd8219a6d7), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:45.576419 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a6d91-2490-41ba-aaa2-7ac114e7b8b9 admin admin] Pushing event updated for resources: {'Port': ['ID=00f774ce-aa2e-4ebb-a39f-4571f4585860,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:45.582526 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1aa4384f-91ab-46b6-bf5c-46910623368a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632642'] for port (4af17bbf-b5cf-4749-ab27-38cd8219a6d7), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:45.589557 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-321c7945-863f-40ec-802b-672567dbd383 req-d7a7637d-d479-4162-97b6-0c1b7cb051cd tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 210 time: 0.0529737 May 26 21:31:45.613514 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-da2332d2-c1e6-4232-9c0a-4de994d2c80e tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Publish callbacks [] for port (c5f69ca6-d120-49a3-a890-77e4b7429ad9), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:45.628482 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-354a6d91-2490-41ba-aaa2-7ac114e7b8b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-394233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694915'] for router_interface (21ec28d7-eb7b-4d67-abfc-97357ff278a1), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:45.690416 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4384f-91ab-46b6-bf5c-46910623368a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event updated for resources: {'Port': ['ID=4af17bbf-b5cf-4749-ab27-38cd8219a6d7,revision_number=2']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:45.699000 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:45.702381 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1aa4384f-91ab-46b6-bf5c-46910623368a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (290dbe06-1dff-431f-8d46-92cc9e63c2ba), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:45.808645 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1aa4384f-91ab-46b6-bf5c-46910623368a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:45.810888 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-1aa4384f-91ab-46b6-bf5c-46910623368a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0767145 May 26 21:31:45.890957 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device e55aa9dc-7408-4f43-a173-3c95ff2192b1 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:31:45.929975 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-da2332d2-c1e6-4232-9c0a-4de994d2c80e tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (c5f69ca6-d120-49a3-a890-77e4b7429ad9), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:45.986814 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354a6d91-2490-41ba-aaa2-7ac114e7b8b9 admin admin] Network 084061c1-c7dc-4f5f-8186-748f557a8665 is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:31:46.030801 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port e55aa9dc-7408-4f43-a173-3c95ff2192b1 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:31:46.031180 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (e55aa9dc-7408-4f43-a173-3c95ff2192b1), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:46.046852 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-354a6d91-2490-41ba-aaa2-7ac114e7b8b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:31:46.062309 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:46.081480 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-da2332d2-c1e6-4232-9c0a-4de994d2c80e tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Network 5700046f-4b5a-4ad3-a1d7-379e90370a51 is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:31:46.100516 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-da2332d2-c1e6-4232-9c0a-4de994d2c80e tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:31:46.114773 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-da2332d2-c1e6-4232-9c0a-4de994d2c80e tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:31:46.185623 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2332d2-c1e6-4232-9c0a-4de994d2c80e tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Pushing event updated for resources: {'Port': ['ID=c5f69ca6-d120-49a3-a890-77e4b7429ad9,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:46.189963 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port e55aa9dc-7408-4f43-a173-3c95ff2192b1 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:31:46.190508 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (e55aa9dc-7408-4f43-a173-3c95ff2192b1), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:46.246142 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-b4353f01-5905-4310-a158-79fd044992cf None None] For port e55aa9dc-7408-4f43-a173-3c95ff2192b1, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=e55aa9dc-7408-4f43-a173-3c95ff2192b1,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:31:46.322422 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a0e92-44c4-476f-86e8-7cbd09e83956 req-de398994-8e60-48c4-a56d-56c43d0c081e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:46.324429 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d86a0e92-44c4-476f-86e8-7cbd09e83956 req-de398994-8e60-48c4-a56d-56c43d0c081e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.1247456 May 26 21:31:46.334780 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (e55aa9dc-7408-4f43-a173-3c95ff2192b1), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:46.394998 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-da2332d2-c1e6-4232-9c0a-4de994d2c80e tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:46.395963 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-da2332d2-c1e6-4232-9c0a-4de994d2c80e tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:46.421512 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d86a0e92-44c4-476f-86e8-7cbd09e83956 req-68764ef6-7859-48c9-aef8-4d5948b29cd3 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888875 May 26 21:31:46.423240 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-f5e691e4-7188-460a-96c3-e171d9b351e5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1490982445&fields=id&tenant_id=3969075d983246cf8c4c7a45a57d5338 HTTP/1.1" status: 200 len: 267 time: 0.3403833 May 26 21:31:46.450073 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Pushing event updated for resources: {'Port': ['ID=e55aa9dc-7408-4f43-a173-3c95ff2192b1,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:46.479886 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354a6d91-2490-41ba-aaa2-7ac114e7b8b9 admin admin] Router 21ec28d7-eb7b-4d67-abfc-97357ff278a1 has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:31:46.505541 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-ce4fb72b-ee00-4084-a4f4-fa01d3171eee None None] Provisioning complete for port 00f774ce-aa2e-4ebb-a39f-4571f4585860 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:31:46.506059 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-ce4fb72b-ee00-4084-a4f4-fa01d3171eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (00f774ce-aa2e-4ebb-a39f-4571f4585860), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:46.546010 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-ce4fb72b-ee00-4084-a4f4-fa01d3171eee None None] Port 00f774ce-aa2e-4ebb-a39f-4571f4585860 cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:31:46.630298 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-570f5d27-b708-411b-9557-b20f67fe4a45 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:46.630298 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-570f5d27-b708-411b-9557-b20f67fe4a45 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/networks?id=e423d8c6-f848-40d6-99bb-c61a958058f7 HTTP/1.1" status: 200 len: 814 time: 0.1800625 May 26 21:31:46.661973 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-1015dde7-842a-45d8-976f-07ba890115c1 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/quotas/3969075d983246cf8c4c7a45a57d5338 HTTP/1.1" status: 200 len: 375 time: 0.0194671 May 26 21:31:46.681725 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354a6d91-2490-41ba-aaa2-7ac114e7b8b9 admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:31:46.687403 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-354a6d91-2490-41ba-aaa2-7ac114e7b8b9 admin admin] 10.222.0.42 "PUT /v2.0/routers/21ec28d7-eb7b-4d67-abfc-97357ff278a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1334746 May 26 21:31:46.710703 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] Sync routers for ids ['21ec28d7-eb7b-4d67-abfc-97357ff278a1'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:31:46.718517 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bb476-fac2-4964-a4b2-0b94105b13d2 req-1692360b-798a-4a4c-bbf6-c2f3e45ebb22 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:46.721001 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-572bb476-fac2-4964-a4b2-0b94105b13d2 req-1692360b-798a-4a4c-bbf6-c2f3e45ebb22 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 931 time: 0.0597174 May 26 21:31:46.721851 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] Routers {'21ec28d7-eb7b-4d67-abfc-97357ff278a1'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:31:46.722714 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:31:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['21ec28d7-eb7b-4d67-abfc-97357ff278a1'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:31:46.723026 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:46.742053 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-166329d2-cf41-4366-92d7-01fc10f44501 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3969075d983246cf8c4c7a45a57d5338&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0720410 May 26 21:31:46.773410 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-572bb476-fac2-4964-a4b2-0b94105b13d2 req-5eb5d247-31c9-4117-b5e7-1a86d3f3359d tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454049 May 26 21:31:46.847707 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] Set router 21ec28d7-eb7b-4d67-abfc-97357ff278a1 gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:31:46.871100 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:46.903974 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-1abd6b0f-b067-49fa-9292-b13cb38d120e service neutron] 10.222.0.42 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464059 May 26 21:31:46.980051 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:47.004415 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-226f96dc-07c5-4859-a27f-9d82dd9c851a service neutron] 10.222.0.42 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996525 May 26 21:31:47.054911 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'name': 'tempest-TestShelveInstance-694871637-router', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:31:38Z', 'updated_at': '2022-05-26T21:31:44Z', 'revision_number': 4, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'gw_port': {'id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:39Z', 'updated_at': '2022-05-26T21:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '00f774ce-aa2e-4ebb-a39f-4571f4585860', 'name': '', 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'mac_address': 'fa:16:3e:f0:f0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b0ca75fc-3052-41e8-beb5-3bba4da5fd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:42Z', 'updated_at': '2022-05-26T21:31:45Z', 'revision_number': 2, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'subnets': [{'id': 'b0ca75fc-3052-41e8-beb5-3bba4da5fd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:31:47.089846 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-da2332d2-c1e6-4232-9c0a-4de994d2c80e tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2688468 May 26 21:31:47.192379 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-3b603c7d-891e-4f88-a816-d1d428e01ab5 service neutron] Request body: {'port': {'device_id': '850b5395-31f3-43e6-a549-fa9c33e66b7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:47.203825 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] Checking router: 21ec28d7-eb7b-4d67-abfc-97357ff278a1 for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:31:47.204136 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] Updating router 21ec28d7-eb7b-4d67-abfc-97357ff278a1 port 00f774ce-aa2e-4ebb-a39f-4571f4585860 binding host dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:31:47.267472 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (00f774ce-aa2e-4ebb-a39f-4571f4585860), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:47.299417 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-3b603c7d-891e-4f88-a816-d1d428e01ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c5f69ca6-d120-49a3-a890-77e4b7429ad9), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:47.341996 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2423ce89-efdd-4e71-b7fd-c1572ec47b7c req-f0fb4760-e0fa-4955-88b0-99456314de6b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 210 time: 0.0421133 May 26 21:31:47.412084 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:47.670336 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe83197-254f-4c6e-8f48-0e202939715d req-1c344ff6-5ec7-4bf7-8414-a124eb5f129a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:47.671962 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-bbe83197-254f-4c6e-8f48-0e202939715d req-1c344ff6-5ec7-4bf7-8414-a124eb5f129a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0689571 May 26 21:31:47.795379 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-bbe83197-254f-4c6e-8f48-0e202939715d req-92e08081-fdfb-42e7-873d-95c2f528760f tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125231 May 26 21:31:47.860959 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device e55aa9dc-7408-4f43-a173-3c95ff2192b1 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:31:47.888816 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-3b603c7d-891e-4f88-a816-d1d428e01ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f69ca6-d120-49a3-a890-77e4b7429ad9 {{(pid=104643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:31:47.909394 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-3b603c7d-891e-4f88-a816-d1d428e01ab5 service neutron] Publish callbacks [] for port (c5f69ca6-d120-49a3-a890-77e4b7429ad9), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:47.947593 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] Publish callbacks [] for port (00f774ce-aa2e-4ebb-a39f-4571f4585860), precommit_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:47.956520 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:47.964552 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.provisioning_blocks [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-3b603c7d-891e-4f88-a816-d1d428e01ab5 service neutron] Transition to ACTIVE for port object c5f69ca6-d120-49a3-a890-77e4b7429ad9 will not be triggered until provisioned by entity L2. {{(pid=104643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:31:47.983915 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port e55aa9dc-7408-4f43-a173-3c95ff2192b1 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:31:47.983915 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (e55aa9dc-7408-4f43-a173-3c95ff2192b1), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:48.046836 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-3b603c7d-891e-4f88-a816-d1d428e01ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (c5f69ca6-d120-49a3-a890-77e4b7429ad9), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:48.050056 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaf46a-f0a6-443f-93cf-6fb040322d44 req-0f092d98-0207-4899-911f-beaf9592fe37 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:48.051340 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7aaaf46a-f0a6-443f-93cf-6fb040322d44 req-0f092d98-0207-4899-911f-beaf9592fe37 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 931 time: 0.1075227 May 26 21:31:48.070355 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (00f774ce-aa2e-4ebb-a39f-4571f4585860), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:48.176665 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7aaaf46a-f0a6-443f-93cf-6fb040322d44 req-823f8acf-63dd-4833-bdab-11fc30a458b1 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147637 May 26 21:31:48.192944 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 53486) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:48.198952 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-38b904b9-f206-4b90-85ff-e5245755d2d1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-204403283-network', 'tenant_id': '7ddb778984b64029ae40ad6be7f1bf20'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:48.246079 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c692b7-ce56-40f6-a25f-28fa4104e857 None None] Pushing event updated for resources: {'Port': ['ID=00f774ce-aa2e-4ebb-a39f-4571f4585860,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:48.286720 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b603c7d-891e-4f88-a816-d1d428e01ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f69ca6-d120-49a3-a890-77e4b7429ad9,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:48.326614 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port e55aa9dc-7408-4f43-a173-3c95ff2192b1 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:31:48.328154 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-3b603c7d-891e-4f88-a816-d1d428e01ab5 service neutron] Attempting to bind port c5f69ca6-d120-49a3-a890-77e4b7429ad9 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:31:48.328433 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-3b603c7d-891e-4f88-a816-d1d428e01ab5 service neutron] Attempting to bind port c5f69ca6-d120-49a3-a890-77e4b7429ad9 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '7b796852-cdae-4a96-9d97-94624ded1290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5700046f-4b5a-4ad3-a1d7-379e90370a51'}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:31:48.328758 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-3b603c7d-891e-4f88-a816-d1d428e01ab5 service neutron] Attempting to bind port c5f69ca6-d120-49a3-a890-77e4b7429ad9 on network 5700046f-4b5a-4ad3-a1d7-379e90370a51 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:31:48.333819 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-3b603c7d-891e-4f88-a816-d1d428e01ab5 service neutron] Port c5f69ca6-d120-49a3-a890-77e4b7429ad9 on network 5700046f-4b5a-4ad3-a1d7-379e90370a51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:31:48.334151 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-3b603c7d-891e-4f88-a816-d1d428e01ab5 service neutron] Attempting to bind port c5f69ca6-d120-49a3-a890-77e4b7429ad9 on network 5700046f-4b5a-4ad3-a1d7-379e90370a51 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:31:48.339625 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-3b603c7d-891e-4f88-a816-d1d428e01ab5 service neutron] Checking agent: {'id': '2bd30f19-4481-40fa-92e6-11ccee452902', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'started_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:31:48.340020 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-3b603c7d-891e-4f88-a816-d1d428e01ab5 service neutron] Checking segment: {'id': '7b796852-cdae-4a96-9d97-94624ded1290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5700046f-4b5a-4ad3-a1d7-379e90370a51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:31:48.340912 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-3b603c7d-891e-4f88-a816-d1d428e01ab5 service neutron] Bound using segment: {'id': '7b796852-cdae-4a96-9d97-94624ded1290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5700046f-4b5a-4ad3-a1d7-379e90370a51'} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:31:48.341334 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-3b603c7d-891e-4f88-a816-d1d428e01ab5 service neutron] Bound port: c5f69ca6-d120-49a3-a890-77e4b7429ad9, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b796852-cdae-4a96-9d97-94624ded1290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5700046f-4b5a-4ad3-a1d7-379e90370a51'}}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:31:48.341685 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-3b603c7d-891e-4f88-a816-d1d428e01ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c5f69ca6-d120-49a3-a890-77e4b7429ad9), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:48.343439 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:48.353966 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b904b9-f206-4b90-85ff-e5245755d2d1 admin admin] Made reservation on behalf of 7ddb778984b64029ae40ad6be7f1bf20 for: {'network': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:31:48.359528 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] Attempting to bind port 00f774ce-aa2e-4ebb-a39f-4571f4585860 on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:31:48.359952 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] Attempting to bind port 00f774ce-aa2e-4ebb-a39f-4571f4585860 by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': 'af0afbec-2d46-4223-9061-15b98cc43e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:31:48.360425 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] Attempting to bind port 00f774ce-aa2e-4ebb-a39f-4571f4585860 on network 084061c1-c7dc-4f5f-8186-748f557a8665 {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:31:48.362543 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-38b904b9-f206-4b90-85ff-e5245755d2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for network (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:48.367650 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:31:48.368070 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] Checking segment: {'id': 'af0afbec-2d46-4223-9061-15b98cc43e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:31:48.368474 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:48.368867 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] Bound using segment: {'id': 'af0afbec-2d46-4223-9061-15b98cc43e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:31:48.369568 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] Bound port: 00f774ce-aa2e-4ebb-a39f-4571f4585860, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0afbec-2d46-4223-9061-15b98cc43e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:31:48.369970 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (00f774ce-aa2e-4ebb-a39f-4571f4585860), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:48.374751 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-38b904b9-f206-4b90-85ff-e5245755d2d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:48.489348 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-3b603c7d-891e-4f88-a816-d1d428e01ab5 service neutron] For port c5f69ca6-d120-49a3-a890-77e4b7429ad9, host hv-cinder-82880, cleared binding levels {{(pid=104643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:31:48.492631 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] For port 00f774ce-aa2e-4ebb-a39f-4571f4585860, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:31:48.495673 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-3b603c7d-891e-4f88-a816-d1d428e01ab5 service neutron] For port c5f69ca6-d120-49a3-a890-77e4b7429ad9, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c5f69ca6-d120-49a3-a890-77e4b7429ad9,segment=NetworkSegment(7b796852-cdae-4a96-9d97-94624ded1290),segment_id=7b796852-cdae-4a96-9d97-94624ded1290)] {{(pid=104643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:31:48.500652 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] For port 00f774ce-aa2e-4ebb-a39f-4571f4585860, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=00f774ce-aa2e-4ebb-a39f-4571f4585860,segment=NetworkSegment(af0afbec-2d46-4223-9061-15b98cc43e87),segment_id=af0afbec-2d46-4223-9061-15b98cc43e87)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:31:48.538004 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-78f004ce-2370-4384-b250-36ed225858be req-a94a41c8-c27d-461e-ae44-6c32fa6c8867 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 210 time: 0.0593216 May 26 21:31:48.558255 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-38b904b9-f206-4b90-85ff-e5245755d2d1 admin admin] Publish callbacks [] for security_group (4e13bcb6-f869-414a-925b-9f71c446e6d7), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:48.657527 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-3b603c7d-891e-4f88-a816-d1d428e01ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (c5f69ca6-d120-49a3-a890-77e4b7429ad9), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:48.657955 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (00f774ce-aa2e-4ebb-a39f-4571f4585860), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:48.710612 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-3b603c7d-891e-4f88-a816-d1d428e01ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:48.711770 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-3b603c7d-891e-4f88-a816-d1d428e01ab5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:48.713276 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-3b603c7d-891e-4f88-a816-d1d428e01ab5 service neutron] 10.222.0.60 "PUT /v2.0/ports/c5f69ca6-d120-49a3-a890-77e4b7429ad9 HTTP/1.1" status: 200 len: 1093 time: 1.5329881 May 26 21:31:48.713825 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850b5395-31f3-43e6-a549-fa9c33e66b7a', 'tag': 'c5f69ca6-d120-49a3-a890-77e4b7429ad9'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:31:48.716956 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f6c742-eb95-4ed0-b212-26ee57f82694" -d '{"events": [{"name": "network-changed", "server_uuid": "850b5395-31f3-43e6-a549-fa9c33e66b7a", "tag": "c5f69ca6-d120-49a3-a890-77e4b7429ad9"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:31:48.741499 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-cc403e8c-2661-4d46-8351-b4fb4e4d9fd2 None None] Provisioning complete for port 00f774ce-aa2e-4ebb-a39f-4571f4585860 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:31:48.741868 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-cc403e8c-2661-4d46-8351-b4fb4e4d9fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (00f774ce-aa2e-4ebb-a39f-4571f4585860), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:48.745547 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-38b904b9-f206-4b90-85ff-e5245755d2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (4e13bcb6-f869-414a-925b-9f71c446e6d7), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:48.758425 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b603c7d-891e-4f88-a816-d1d428e01ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f69ca6-d120-49a3-a890-77e4b7429ad9,revision_number=3']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:48.779994 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b904b9-f206-4b90-85ff-e5245755d2d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=104642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:31:48.792584 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c692b7-ce56-40f6-a25f-28fa4104e857 None None] Pushing event updated for resources: {'Port': ['ID=00f774ce-aa2e-4ebb-a39f-4571f4585860,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:48.800612 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] Routers {'21ec28d7-eb7b-4d67-abfc-97357ff278a1'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:31:48.801253 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:31:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['21ec28d7-eb7b-4d67-abfc-97357ff278a1'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:31:48.814415 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b904b9-f206-4b90-85ff-e5245755d2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e13bcb6-f869-414a-925b-9f71c446e6d7,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:48.818268 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1f1a18-25d7-4b2f-87a9-e6bae737a7f1 x-openstack-request-id: req-ec1f1a18-25d7-4b2f-87a9-e6bae737a7f1 {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:31:48.818558 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "850b5395-31f3-43e6-a549-fa9c33e66b7a", "tag": "c5f69ca6-d120-49a3-a890-77e4b7429ad9", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:31:48.818810 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec1f1a18-25d7-4b2f-87a9-e6bae737a7f1 {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:31:48.819264 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec1f1a18-25d7-4b2f-87a9-e6bae737a7f1'] response: {'name': 'network-changed', 'server_uuid': '850b5395-31f3-43e6-a549-fa9c33e66b7a', 'tag': 'c5f69ca6-d120-49a3-a890-77e4b7429ad9', 'status': 'completed', 'code': 200} May 26 21:31:48.833455 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-38b904b9-f206-4b90-85ff-e5245755d2d1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745431346791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (0284f6e7-7643-4c98-b4a3-214e5a4f0360), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:48.833871 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.segments_db [None req-38b904b9-f206-4b90-85ff-e5245755d2d1 admin admin] Added segment 0284f6e7-7643-4c98-b4a3-214e5a4f0360 of type vlan for network 1791ac20-d2d7-47db-a830-ef48a202d22e May 26 21:31:48.863687 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:48.909328 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-38b904b9-f206-4b90-85ff-e5245755d2d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745430822750'] for network (1791ac20-d2d7-47db-a830-ef48a202d22e), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:48.972462 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-cc403e8c-2661-4d46-8351-b4fb4e4d9fd2 None None] Current status of the port 00f774ce-aa2e-4ebb-a39f-4571f4585860 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:31:48.972762 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-cc403e8c-2661-4d46-8351-b4fb4e4d9fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (00f774ce-aa2e-4ebb-a39f-4571f4585860), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:48.979116 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] Set router 21ec28d7-eb7b-4d67-abfc-97357ff278a1 gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:31:48.979780 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6c742-eb95-4ed0-b212-26ee57f82694 req-d7103691-c8ba-40da-8359-f159fe058e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:48.983543 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-24f6c742-eb95-4ed0-b212-26ee57f82694 req-d7103691-c8ba-40da-8359-f159fe058e65 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a97f689104e4884b6e30b0c8606b513&device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 1127 time: 0.1418190 May 26 21:31:49.026519 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f7244-0c9e-40bf-9685-704249773cc2 req-2ec1805f-ab34-4e79-a281-56d3100668f4 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:49.029151 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ed9f7244-0c9e-40bf-9685-704249773cc2 req-2ec1805f-ab34-4e79-a281-56d3100668f4 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.1172440 May 26 21:31:49.035726 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-38b904b9-f206-4b90-85ff-e5245755d2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for network (1791ac20-d2d7-47db-a830-ef48a202d22e), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:49.036824 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b904b9-f206-4b90-85ff-e5245755d2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:49.037419 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-38b904b9-f206-4b90-85ff-e5245755d2d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:49.048622 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:49.131058 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-cc403e8c-2661-4d46-8351-b4fb4e4d9fd2 None None] For port 00f774ce-aa2e-4ebb-a39f-4571f4585860, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=00f774ce-aa2e-4ebb-a39f-4571f4585860,segment=NetworkSegment(af0afbec-2d46-4223-9061-15b98cc43e87),segment_id=af0afbec-2d46-4223-9061-15b98cc43e87)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:31:49.132923 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b904b9-f206-4b90-85ff-e5245755d2d1 admin admin] Pushing event updated for resources: {'Network': ['ID=1791ac20-d2d7-47db-a830-ef48a202d22e,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:49.147434 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Network 1791ac20-d2d7-47db-a830-ef48a202d22e details requested by agent ovs-agent-dv-cinder-828805-3-iscsi with host dv-cinder-828805-3-iscsi {{(pid=104644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:31:49.165851 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-38b904b9-f206-4b90-85ff-e5245755d2d1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9712272 May 26 21:31:49.168117 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ed9f7244-0c9e-40bf-9685-704249773cc2 req-f0f0402f-14ec-4c6b-b18e-cc1fec0448eb tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306930 May 26 21:31:49.168654 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 53502) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:49.177203 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-435e9d4b-b002-496e-9084-f9c77f49b7bf admin admin] Request body: {'subnet': {'network_id': '1791ac20-d2d7-47db-a830-ef48a202d22e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-204403283-subnet', 'tenant_id': '7ddb778984b64029ae40ad6be7f1bf20', 'ip_version': 4}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:49.193395 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6c742-eb95-4ed0-b212-26ee57f82694 req-f3826969-c832-49a4-9296-36db0e963193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:49.194867 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-24f6c742-eb95-4ed0-b212-26ee57f82694 req-f3826969-c832-49a4-9296-36db0e963193 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=0a97f689104e4884b6e30b0c8606b513&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1993020 May 26 21:31:49.288052 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-cc403e8c-2661-4d46-8351-b4fb4e4d9fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (00f774ce-aa2e-4ebb-a39f-4571f4585860), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:49.358013 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6c742-eb95-4ed0-b212-26ee57f82694 req-4ea2cbb2-f861-4782-8f5f-2af266e44903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:49.360154 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-24f6c742-eb95-4ed0-b212-26ee57f82694 req-4ea2cbb2-f861-4782-8f5f-2af266e44903 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1580725 May 26 21:31:49.361413 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435e9d4b-b002-496e-9084-f9c77f49b7bf admin admin] Made reservation on behalf of 7ddb778984b64029ae40ad6be7f1bf20 for: {'subnet': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:31:49.363778 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-435e9d4b-b002-496e-9084-f9c77f49b7bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4592072'] for subnet (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:49.394168 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:49.403482 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538e3eb-1bc4-4b62-a2de-5515606c3e6c req-19df14fa-fd19-41ec-b8e3-dda5b4b34b3e tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:49.405045 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4538e3eb-1bc4-4b62-a2de-5515606c3e6c req-19df14fa-fd19-41ec-b8e3-dda5b4b34b3e tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 943 time: 0.0805893 May 26 21:31:49.435612 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc403e8c-2661-4d46-8351-b4fb4e4d9fd2 None None] Pushing event updated for resources: {'Port': ['ID=00f774ce-aa2e-4ebb-a39f-4571f4585860,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:49.445612 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-1ceebbe9-5169-4560-9ac7-9291b11fcf52 None None] Provisioning complete for port 00f774ce-aa2e-4ebb-a39f-4571f4585860 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:31:49.445974 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-1ceebbe9-5169-4560-9ac7-9291b11fcf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (00f774ce-aa2e-4ebb-a39f-4571f4585860), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:49.462825 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4538e3eb-1bc4-4b62-a2de-5515606c3e6c req-172700cf-e513-4ab9-905d-19c0ea200be1 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496552 May 26 21:31:49.490856 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'name': 'tempest-TestShelveInstance-694871637-router', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:31:38Z', 'updated_at': '2022-05-26T21:31:44Z', 'revision_number': 4, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'gw_port': {'id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:39Z', 'updated_at': '2022-05-26T21:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '00f774ce-aa2e-4ebb-a39f-4571f4585860', 'name': '', 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'mac_address': 'fa:16:3e:f0:f0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b0ca75fc-3052-41e8-beb5-3bba4da5fd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:42Z', 'updated_at': '2022-05-26T21:31:48Z', 'revision_number': 4, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'subnets': [{'id': 'b0ca75fc-3052-41e8-beb5-3bba4da5fd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:31:49.506754 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:49.524071 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f94849-6ec9-443f-9964-d2e5d8c3985a None None] The sync data for ids ['21ec28d7-eb7b-4d67-abfc-97357ff278a1'] in dv-cinder-828805-3-iscsi is: [{'id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'name': 'tempest-TestShelveInstance-694871637-router', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:31:38Z', 'updated_at': '2022-05-26T21:31:44Z', 'revision_number': 4, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'gw_port': {'id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:39Z', 'updated_at': '2022-05-26T21:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '00f774ce-aa2e-4ebb-a39f-4571f4585860', 'name': '', 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'mac_address': 'fa:16:3e:f0:f0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b0ca75fc-3052-41e8-beb5-3bba4da5fd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:42Z', 'updated_at': '2022-05-26T21:31:48Z', 'revision_number': 4, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'subnets': [{'id': 'b0ca75fc-3052-41e8-beb5-3bba4da5fd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:31:49.620239 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-138c691c-bd85-431e-8e8b-61acd48123ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:49.622944 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-138c691c-bd85-431e-8e8b-61acd48123ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a97f689104e4884b6e30b0c8606b513&device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 1127 time: 0.1457534 May 26 21:31:49.642305 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-1ceebbe9-5169-4560-9ac7-9291b11fcf52 None None] Current status of the port 00f774ce-aa2e-4ebb-a39f-4571f4585860 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:31:49.764625 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-21a68dca-2548-456a-8975-95e0652fd102 req-037c8b20-0110-4daf-9a6f-ea6afe01a776 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 210 time: 0.0425498 May 26 21:31:49.781830 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-435e9d4b-b002-496e-9084-f9c77f49b7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4561994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4592094'] for subnet (ff1c1d17-9a63-43c6-a344-05ed99ba0d34), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:49.833488 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 00f774ce-aa2e-4ebb-a39f-4571f4585860 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:31:49.867586 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:49.870264 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e9d4b-b002-496e-9084-f9c77f49b7bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff1c1d17-9a63-43c6-a344-05ed99ba0d34,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:49.878119 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435e9d4b-b002-496e-9084-f9c77f49b7bf admin admin] Checking segment: {'id': '0284f6e7-7643-4c98-b4a3-214e5a4f0360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1791ac20-d2d7-47db-a830-ef48a202d22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:31:49.878483 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435e9d4b-b002-496e-9084-f9c77f49b7bf admin admin] Network hostable DHCP agents. Network: 1791ac20-d2d7-47db-a830-ef48a202d22e, hostable agents: ['35848227-359f-404d-a469-91025de84eed'], hosted agents: [] {{(pid=104643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:31:49.892021 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 00f774ce-aa2e-4ebb-a39f-4571f4585860 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:31:49.892405 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (00f774ce-aa2e-4ebb-a39f-4571f4585860), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:49.973008 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 00f774ce-aa2e-4ebb-a39f-4571f4585860 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:31:49.989782 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435e9d4b-b002-496e-9084-f9c77f49b7bf admin admin] Network 1791ac20-d2d7-47db-a830-ef48a202d22e is scheduled to be hosted by DHCP agent 35848227-359f-404d-a469-91025de84eed with binding_index 1 {{(pid=104643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:31:50.069600 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-435e9d4b-b002-496e-9084-f9c77f49b7bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-3-iscsi, 1791ac20-d2d7-47db-a830-ef48a202d22e) {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:31:50.082608 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435e9d4b-b002-496e-9084-f9c77f49b7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:50.082608 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-435e9d4b-b002-496e-9084-f9c77f49b7bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for subnet (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:50.082791 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a47041-be7e-421c-98bd-41be60fb9ed9 None None] Network 1791ac20-d2d7-47db-a830-ef48a202d22e requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:31:50.169712 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-435e9d4b-b002-496e-9084-f9c77f49b7bf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9967997 May 26 21:31:50.172590 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 53520) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:50.177419 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-06bbf372-2473-4598-8b41-c2d799cbcadd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-204403283-router', 'tenant_id': '7ddb778984b64029ae40ad6be7f1bf20', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:50.188789 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f617d4-2d26-4f02-b3e8-362feb55546a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6993d58-562d-5621-893b-747d316cca5c-1791ac20-d2d7-47db-a830-ef48a202d22e', 'network_id': '1791ac20-d2d7-47db-a830-ef48a202d22e', 'project_id': '7ddb778984b64029ae40ad6be7f1bf20', 'fixed_ips': [{'subnet_id': 'ff1c1d17-9a63-43c6-a344-05ed99ba0d34'}]}} from dv-cinder-828805-3-iscsi. {{(pid=104644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 21:31:50.190135 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-10f617d4-2d26-4f02-b3e8-362feb55546a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:50.194557 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:50.293883 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-06bbf372-2473-4598-8b41-c2d799cbcadd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1694579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4878'] for router (492e1c9d-25e2-4206-8776-c68fc517622d), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:50.294978 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-06bbf372-2473-4598-8b41-c2d799cbcadd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4869'] for router (492e1c9d-25e2-4206-8776-c68fc517622d), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:50.315564 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:50.332443 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e80f2-7b1d-4510-8513-b2a6669520fd req-36f454d4-12fd-496b-b2a9-ee4623aef5a8 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:50.340243 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-326e80f2-7b1d-4510-8513-b2a6669520fd req-36f454d4-12fd-496b-b2a9-ee4623aef5a8 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.0640476 May 26 21:31:50.352958 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 53526) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:50.386171 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.db_base_plugin_common [None req-10f617d4-2d26-4f02-b3e8-362feb55546a None None] Allocated IP 172.20.0.2 (1791ac20-d2d7-47db-a830-ef48a202d22e/ff1c1d17-9a63-43c6-a344-05ed99ba0d34/be75d85d-921f-444d-8af2-e25b6bb41c02) {{(pid=104644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:31:50.414736 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-326e80f2-7b1d-4510-8513-b2a6669520fd req-d25e47d5-37d5-416e-8b0c-a963aab46dd7 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730019 May 26 21:31:50.438051 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-06bbf372-2473-4598-8b41-c2d799cbcadd admin admin] Publish callbacks [] for router_controller (492e1c9d-25e2-4206-8776-c68fc517622d), precommit_add_association {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:50.591575 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-10f617d4-2d26-4f02-b3e8-362feb55546a None None] Publish callbacks [] for port (be75d85d-921f-444d-8af2-e25b6bb41c02), precommit_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:50.658110 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-06dcfd1d-e0e9-4b07-a041-6668dee53cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:50.695632 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39174682-42ea-4a65-8812-0bbdf4a4839b req-d53ccf2e-432d-4f44-957a-e17a26799232 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:50.697212 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-39174682-42ea-4a65-8812-0bbdf4a4839b req-d53ccf2e-432d-4f44-957a-e17a26799232 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 943 time: 0.1215012 May 26 21:31:50.721510 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-10f617d4-2d26-4f02-b3e8-362feb55546a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (be75d85d-921f-444d-8af2-e25b6bb41c02), after_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:50.759841 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401439b-911b-41f8-befc-b60249bc02a2 req-337fce7e-7d98-42ce-9d77-e9ee98183187 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:50.759841 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3401439b-911b-41f8-befc-b60249bc02a2 req-337fce7e-7d98-42ce-9d77-e9ee98183187 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 945 time: 0.0746584 May 26 21:31:50.788311 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f617d4-2d26-4f02-b3e8-362feb55546a None None] Network 1791ac20-d2d7-47db-a830-ef48a202d22e is already hosted by enough agents. {{(pid=104644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:31:50.799670 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.base_scheduler [None req-10f617d4-2d26-4f02-b3e8-362feb55546a None None] Resources bound (agent type, host, resource id): {{(pid=104644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:31:50.803607 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f617d4-2d26-4f02-b3e8-362feb55546a None None] Received port after_create {{(pid=104644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:31:50.818709 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f617d4-2d26-4f02-b3e8-362feb55546a None None] Pushing event updated for resources: {'Port': ['ID=be75d85d-921f-444d-8af2-e25b6bb41c02,revision_number=1']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:50.852395 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3401439b-911b-41f8-befc-b60249bc02a2 req-9a2a06d2-bf0d-46d0-9e7b-442bd057d3b2 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742841 May 26 21:31:50.886842 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 53542) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:50.898899 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-10f617d4-2d26-4f02-b3e8-362feb55546a None None] Attempting to bind port be75d85d-921f-444d-8af2-e25b6bb41c02 on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:31:50.899312 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-10f617d4-2d26-4f02-b3e8-362feb55546a None None] Attempting to bind port be75d85d-921f-444d-8af2-e25b6bb41c02 by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': '0284f6e7-7643-4c98-b4a3-214e5a4f0360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1791ac20-d2d7-47db-a830-ef48a202d22e'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:31:50.899679 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f617d4-2d26-4f02-b3e8-362feb55546a None None] Attempting to bind port be75d85d-921f-444d-8af2-e25b6bb41c02 on network 1791ac20-d2d7-47db-a830-ef48a202d22e {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:31:50.923885 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f617d4-2d26-4f02-b3e8-362feb55546a None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:31:50.924270 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f617d4-2d26-4f02-b3e8-362feb55546a None None] Checking segment: {'id': '0284f6e7-7643-4c98-b4a3-214e5a4f0360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1791ac20-d2d7-47db-a830-ef48a202d22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:31:50.924669 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-10f617d4-2d26-4f02-b3e8-362feb55546a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:50.925139 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f617d4-2d26-4f02-b3e8-362feb55546a None None] Bound using segment: {'id': '0284f6e7-7643-4c98-b4a3-214e5a4f0360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1791ac20-d2d7-47db-a830-ef48a202d22e'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:31:50.925804 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-10f617d4-2d26-4f02-b3e8-362feb55546a None None] Bound port: be75d85d-921f-444d-8af2-e25b6bb41c02, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0284f6e7-7643-4c98-b4a3-214e5a4f0360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1791ac20-d2d7-47db-a830-ef48a202d22e'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:31:50.926175 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-10f617d4-2d26-4f02-b3e8-362feb55546a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (be75d85d-921f-444d-8af2-e25b6bb41c02), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:50.961331 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ff78a29c-4000-4a1b-9832-2d9a23d710c5 req-adf649bd-3f7f-42ee-b7a6-44a79ce7b2df tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 210 time: 0.0370204 May 26 21:31:51.033086 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-10f617d4-2d26-4f02-b3e8-362feb55546a None None] For port be75d85d-921f-444d-8af2-e25b6bb41c02, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:31:51.036766 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-10f617d4-2d26-4f02-b3e8-362feb55546a None None] For port be75d85d-921f-444d-8af2-e25b6bb41c02, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=be75d85d-921f-444d-8af2-e25b6bb41c02,segment=NetworkSegment(0284f6e7-7643-4c98-b4a3-214e5a4f0360),segment_id=0284f6e7-7643-4c98-b4a3-214e5a4f0360)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:31:51.080881 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44369533-9296-4350-83f3-8f29203c2240 req-21d23400-e3de-47b9-b1e4-7c4eaa35587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:51.083028 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-44369533-9296-4350-83f3-8f29203c2240 req-21d23400-e3de-47b9-b1e4-7c4eaa35587c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5f69588fe354d20b58594919deb4110&device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 1130 time: 0.0510113 May 26 21:31:51.123176 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-10f617d4-2d26-4f02-b3e8-362feb55546a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (be75d85d-921f-444d-8af2-e25b6bb41c02), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:51.127480 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-1b708a91-0252-4811-b9d1-abc04d65c19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:51.197669 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f617d4-2d26-4f02-b3e8-362feb55546a None None] Pushing event updated for resources: {'Port': ['ID=be75d85d-921f-444d-8af2-e25b6bb41c02,revision_number=2']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:51.205339 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edddcd0-7cad-47bb-b646-4a91043a0d26 tempest-TestMinimumBasicScenario-281614186 tempest-TestMinimumBasicScenario-281614186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:51.210244 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-9edddcd0-7cad-47bb-b646-4a91043a0d26 tempest-TestMinimumBasicScenario-281614186 tempest-TestMinimumBasicScenario-281614186-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 1124 time: 0.3173931 May 26 21:31:51.211792 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 53548) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:51.212469 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-e53dbdde-1bb8-495e-a91c-92445cebeabf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5f69ca6-d120-49a3-a890-77e4b7429ad9 HTTP/1.1" status: 200 len: 217 time: 0.1439872 May 26 21:31:51.215695 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-a43fdcc0-1bf0-4d32-b283-d81a094bf5fc tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Request body: {'floatingip': {'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'port_id': 'c738b38d-cc3a-42ab-8d0f-8c9dc892211c', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:51.237372 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-06bbf372-2473-4598-8b41-c2d799cbcadd admin admin] Publish callbacks [] for router_gateway (492e1c9d-25e2-4206-8776-c68fc517622d), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:51.268106 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44369533-9296-4350-83f3-8f29203c2240 req-7776a41e-2972-4d89-a652-cdb8b1315fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:51.269586 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-44369533-9296-4350-83f3-8f29203c2240 req-7776a41e-2972-4d89-a652-cdb8b1315fb5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea9ef1f2-5514-49f0-be2f-c0970bb75a74 HTTP/1.1" status: 200 len: 918 time: 0.1808617 May 26 21:31:51.335994 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-39174682-42ea-4a65-8812-0bbdf4a4839b req-23f6386b-639d-4375-9ffc-651549bac035 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707982 May 26 21:31:51.347184 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-44369533-9296-4350-83f3-8f29203c2240 req-a74fecc4-8d3b-4cad-8d8a-2835464421de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f HTTP/1.1" status: 200 len: 1001 time: 0.0713270 May 26 21:31:51.348602 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a43fdcc0-1bf0-4d32-b283-d81a094bf5fc tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:51.352307 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:51.356211 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-a394f2be-443c-4462-9892-d900bb7cb9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:51.362684 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-a394f2be-443c-4462-9892-d900bb7cb9e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b891090-ddd4-40de-8cc2-b3e20d53dbb1 HTTP/1.1" status: 200 len: 853 time: 0.1405330 May 26 21:31:51.485641 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-bc6e8aa1-ed6d-4ec6-8e37-889a6aff5b00 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:51.487109 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-bc6e8aa1-ed6d-4ec6-8e37-889a6aff5b00 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.60 "GET /v2.0/networks?id=e423d8c6-f848-40d6-99bb-c61a958058f7 HTTP/1.1" status: 200 len: 814 time: 0.4198740 May 26 21:31:51.490885 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44369533-9296-4350-83f3-8f29203c2240 req-61d3dc36-495b-41f5-a74d-f7fbf933ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:51.493811 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-44369533-9296-4350-83f3-8f29203c2240 req-61d3dc36-495b-41f5-a74d-f7fbf933ea1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69d41c02-e4f8-4266-97e4-80c1b92c499f HTTP/1.1" status: 200 len: 856 time: 0.1290524 May 26 21:31:51.494706 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-919a662c-7990-45ee-9a50-0c067b364550 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5700046f-4b5a-4ad3-a1d7-379e90370a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074533 May 26 21:31:51.496781 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-06dcfd1d-e0e9-4b07-a041-6668dee53cf1 admin admin] Publish callbacks [] for security_group (cb75947e-04d1-44e2-9f9a-e69c32bce037), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:51.563399 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a43fdcc0-1bf0-4d32-b283-d81a094bf5fc tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:51.605495 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44369533-9296-4350-83f3-8f29203c2240 req-a131514e-5cda-49c3-9c85-39b09777f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:51.608134 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-44369533-9296-4350-83f3-8f29203c2240 req-a131514e-5cda-49c3-9c85-39b09777f234 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea9ef1f2-5514-49f0-be2f-c0970bb75a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0927753 May 26 21:31:51.625803 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-06dcfd1d-e0e9-4b07-a041-6668dee53cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (cb75947e-04d1-44e2-9f9a-e69c32bce037), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:51.650508 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65155ced-cdf3-4b65-bdee-f6c55718f613 req-286c1f6d-e781-4b59-a9fd-7d132f483889 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:51.652058 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-65155ced-cdf3-4b65-bdee-f6c55718f613 req-286c1f6d-e781-4b59-a9fd-7d132f483889 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.1206837 May 26 21:31:51.712308 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:51.749236 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:51.753224 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-65155ced-cdf3-4b65-bdee-f6c55718f613 req-5d800066-086e-40b8-aa56-1f638fdef17d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905020 May 26 21:31:51.773828 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_common [None req-a43fdcc0-1bf0-4d32-b283-d81a094bf5fc tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Allocated IP 172.27.3.167 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/838d3153-3ad6-49f7-acfc-bf9b95a9e1b0) {{(pid=104642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:31:51.786597 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-06dcfd1d-e0e9-4b07-a041-6668dee53cf1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be729e11723047f1905a3ae72f359a30&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4324992 May 26 21:31:51.787516 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dcfd1d-e0e9-4b07-a041-6668dee53cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb75947e-04d1-44e2-9f9a-e69c32bce037,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:51.790548 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 53556) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:51.817504 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-ecd0bc5b-b225-4bd9-b5ac-93fad910adcf tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3969075d983246cf8c4c7a45a57d5338 HTTP/1.1" status: 200 len: 472 time: 0.3145239 May 26 21:31:51.832488 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-0498fc53-c090-41fb-ae4a-ed9429f9b21b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Request body: {'port': {'device_id': 'f47b8242-7a18-4ea5-b647-3ac7c275bdab', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'admin_state_up': True, 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'security_groups': ['28035d73-b79d-4446-afb2-3c468d0d3c53']}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:51.839829 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device be75d85d-921f-444d-8af2-e25b6bb41c02 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:31:51.863504 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-fe3f1b21-f7c0-4398-8662-65a81dbc7866 service neutron] 10.222.0.60 "GET /v2.0/networks/5700046f-4b5a-4ad3-a1d7-379e90370a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312757 May 26 21:31:51.887563 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port be75d85d-921f-444d-8af2-e25b6bb41c02 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:31:51.888107 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (be75d85d-921f-444d-8af2-e25b6bb41c02), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:51.908463 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:51.965069 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:51.975977 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port be75d85d-921f-444d-8af2-e25b6bb41c02 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:31:51.976723 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (be75d85d-921f-444d-8af2-e25b6bb41c02), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:52.020445 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-b4353f01-5905-4310-a158-79fd044992cf None None] For port be75d85d-921f-444d-8af2-e25b6bb41c02, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=be75d85d-921f-444d-8af2-e25b6bb41c02,segment=NetworkSegment(0284f6e7-7643-4c98-b4a3-214e5a4f0360),segment_id=0284f6e7-7643-4c98-b4a3-214e5a4f0360)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:31:52.023805 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-06bbf372-2473-4598-8b41-c2d799cbcadd admin admin] Publish callbacks [] for router_gateway (492e1c9d-25e2-4206-8776-c68fc517622d), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:52.030696 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4540d47d-5940-4f7c-a28a-76803bf80bc4 admin admin] Publish callbacks [] for security_group (cb75947e-04d1-44e2-9f9a-e69c32bce037), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:52.038266 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-44369533-9296-4350-83f3-8f29203c2240 req-69a210e9-29e9-4d8f-a39b-0013b5c8ea2f service neutron] 10.222.0.60 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803409 May 26 21:31:52.064489 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-06bbf372-2473-4598-8b41-c2d799cbcadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:52.098499 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (be75d85d-921f-444d-8af2-e25b6bb41c02), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:52.126146 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a43fdcc0-1bf0-4d32-b283-d81a094bf5fc tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for port (838d3153-3ad6-49f7-acfc-bf9b95a9e1b0), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:52.149307 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4540d47d-5940-4f7c-a28a-76803bf80bc4 admin admin] Publish callbacks [] for security_group (cb75947e-04d1-44e2-9f9a-e69c32bce037), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:52.176814 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d276cae9-7991-4539-914c-d3fcb8aa2bf0 req-d327bfe9-7b15-4e20-8a96-0b376ac3a62a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 210 time: 0.1060762 May 26 21:31:52.178773 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Pushing event updated for resources: {'Port': ['ID=be75d85d-921f-444d-8af2-e25b6bb41c02,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:52.188610 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c3b0819e-b397-48e8-91ed-cdc8838608d3 req-9091dd6c-a014-46b2-b608-c2952e08e861 service neutron] 10.222.0.60 "GET /v2.0/networks/5700046f-4b5a-4ad3-a1d7-379e90370a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050458 May 26 21:31:52.217420 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-44369533-9296-4350-83f3-8f29203c2240 req-002bd821-4ca7-4f16-bdfd-d29926d07762 service neutron] 10.222.0.60 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695704 May 26 21:31:52.257997 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-0498fc53-c090-41fb-ae4a-ed9429f9b21b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Made reservation on behalf of 3969075d983246cf8c4c7a45a57d5338 for: {'port': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:31:52.261562 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-0498fc53-c090-41fb-ae4a-ed9429f9b21b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:52.271273 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:52.333693 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4540d47d-5940-4f7c-a28a-76803bf80bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (cb75947e-04d1-44e2-9f9a-e69c32bce037), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:52.340982 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4540d47d-5940-4f7c-a28a-76803bf80bc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:52.344854 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-4540d47d-5940-4f7c-a28a-76803bf80bc4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb75947e-04d1-44e2-9f9a-e69c32bce037 HTTP/1.1" status: 204 len: 168 time: 0.5452580 May 26 21:31:52.345053 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a43fdcc0-1bf0-4d32-b283-d81a094bf5fc tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (838d3153-3ad6-49f7-acfc-bf9b95a9e1b0), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:52.396020 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540d47d-5940-4f7c-a28a-76803bf80bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb75947e-04d1-44e2-9f9a-e69c32bce037,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:52.400836 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:52.416501 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43fdcc0-1bf0-4d32-b283-d81a094bf5fc tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:31:52.422357 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-a43fdcc0-1bf0-4d32-b283-d81a094bf5fc tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:31:52.424554 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fdcc0-1bf0-4d32-b283-d81a094bf5fc tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Pushing event updated for resources: {'Port': ['ID=838d3153-3ad6-49f7-acfc-bf9b95a9e1b0,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:52.427117 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43fdcc0-1bf0-4d32-b283-d81a094bf5fc tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Received port after_create {{(pid=104642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:31:52.446345 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [None req-06bbf372-2473-4598-8b41-c2d799cbcadd admin admin] Allocated IP 172.27.3.129 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/1b9e389a-37fd-4f87-80e6-260b13e9c432) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:31:52.487040 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eee0506-ece9-432d-a895-6b414fe72c8c None None] Network 1791ac20-d2d7-47db-a830-ef48a202d22e requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:31:52.490311 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:52.508832 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-0498fc53-c090-41fb-ae4a-ed9429f9b21b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Allocated IP 172.20.0.8 (e423d8c6-f848-40d6-99bb-c61a958058f7/86c6cba8-f2d3-45d8-a7b0-a4676a67b444/3ee57c28-7886-4588-b610-9158fcb5e1b2) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:31:52.556656 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b142e-b299-499b-b1ad-0dbb04bb60a1 req-a1a1c868-e51a-4de5-8c85-fd55a6c6aa2c tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:52.558172 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a49b142e-b299-499b-b1ad-0dbb04bb60a1 req-a1a1c868-e51a-4de5-8c85-fd55a6c6aa2c tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 943 time: 0.0818386 May 26 21:31:52.645521 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-812e4756-107b-436c-a484-69199ef82818 None None] Provisioning complete for port be75d85d-921f-444d-8af2-e25b6bb41c02 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:31:52.646199 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-812e4756-107b-436c-a484-69199ef82818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (be75d85d-921f-444d-8af2-e25b6bb41c02), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:52.669631 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-06bbf372-2473-4598-8b41-c2d799cbcadd admin admin] Publish callbacks [] for port (1b9e389a-37fd-4f87-80e6-260b13e9c432), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:52.675545 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a49b142e-b299-499b-b1ad-0dbb04bb60a1 req-eab41b08-870b-49e8-8919-0aabb810f390 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989811 May 26 21:31:52.685458 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=7 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:52.756224 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-0498fc53-c090-41fb-ae4a-ed9429f9b21b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for port (3ee57c28-7886-4588-b610-9158fcb5e1b2), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:52.832861 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-06bbf372-2473-4598-8b41-c2d799cbcadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (1b9e389a-37fd-4f87-80e6-260b13e9c432), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:52.878177 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bbf372-2473-4598-8b41-c2d799cbcadd admin admin] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:31:52.884805 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-06bbf372-2473-4598-8b41-c2d799cbcadd admin admin] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:31:52.889533 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bbf372-2473-4598-8b41-c2d799cbcadd admin admin] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:31:52.945881 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-0498fc53-c090-41fb-ae4a-ed9429f9b21b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (3ee57c28-7886-4588-b610-9158fcb5e1b2), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:52.962269 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbf372-2473-4598-8b41-c2d799cbcadd admin admin] Pushing event updated for resources: {'Port': ['ID=1b9e389a-37fd-4f87-80e6-260b13e9c432,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:52.979398 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-812e4756-107b-436c-a484-69199ef82818 None None] Current status of the port be75d85d-921f-444d-8af2-e25b6bb41c02 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:31:53.011583 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:53.021170 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a43fdcc0-1bf0-4d32-b283-d81a094bf5fc tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for floatingip (885848c3-0aae-4e37-baa3-578570b1b5b5), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:53.099578 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-cc5f1438-dc2b-4bd4-910b-99ce71c7e237 None None] Provisioning complete for port be75d85d-921f-444d-8af2-e25b6bb41c02 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:31:53.099969 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-cc5f1438-dc2b-4bd4-910b-99ce71c7e237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (be75d85d-921f-444d-8af2-e25b6bb41c02), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:53.100515 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-0498fc53-c090-41fb-ae4a-ed9429f9b21b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Network e423d8c6-f848-40d6-99bb-c61a958058f7 is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:31:53.108950 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-0498fc53-c090-41fb-ae4a-ed9429f9b21b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:31:53.127608 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bcce2-7d23-40d9-8336-187f538487cd req-9c941833-ed35-4bb8-8229-47fd3b3a2e98 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:53.127608 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5c2bcce2-7d23-40d9-8336-187f538487cd req-9c941833-ed35-4bb8-8229-47fd3b3a2e98 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 946 time: 0.2025578 May 26 21:31:53.127608 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-0498fc53-c090-41fb-ae4a-ed9429f9b21b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:31:53.152861 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a43fdcc0-1bf0-4d32-b283-d81a094bf5fc tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (838d3153-3ad6-49f7-acfc-bf9b95a9e1b0), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:53.191829 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-cc5f1438-dc2b-4bd4-910b-99ce71c7e237 None None] Current status of the port be75d85d-921f-444d-8af2-e25b6bb41c02 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:31:53.193766 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498fc53-c090-41fb-ae4a-ed9429f9b21b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event updated for resources: {'Port': ['ID=3ee57c28-7886-4588-b610-9158fcb5e1b2,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:53.257213 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-0498fc53-c090-41fb-ae4a-ed9429f9b21b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:53.257213 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-0498fc53-c090-41fb-ae4a-ed9429f9b21b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:53.278257 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5c2bcce2-7d23-40d9-8336-187f538487cd req-665e40f6-cce4-473a-8424-255296142aea tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299031 May 26 21:31:53.284178 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:53.356304 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-0498fc53-c090-41fb-ae4a-ed9429f9b21b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5326493 May 26 21:31:53.418096 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-c736797e-50b8-4425-959a-8f601a469b06 None None] Provisioning complete for port 3ee57c28-7886-4588-b610-9158fcb5e1b2 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:31:53.419480 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-c736797e-50b8-4425-959a-8f601a469b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (3ee57c28-7886-4588-b610-9158fcb5e1b2), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:53.422885 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:31:53.428444 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-06bbf372-2473-4598-8b41-c2d799cbcadd admin admin] Publish callbacks [] for router_gateway (492e1c9d-25e2-4206-8776-c68fc517622d), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:53.488318 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-6377d546-ae6b-4cb1-b429-7494c5c9ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:53.507508 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:53.513364 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-c736797e-50b8-4425-959a-8f601a469b06 None None] Port 3ee57c28-7886-4588-b610-9158fcb5e1b2 cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:31:53.540470 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=48 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:53.563056 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f is: ACTIVE; New status is: DOWN {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:31:53.563446 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:53.590232 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c36399-8b1a-4b08-b284-8a3900a10d73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:31:53.592518 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f5aedb-f7f6-46cc-b92a-b678aae22009" -d '{"events": [{"server_uuid": "73c36399-8b1a-4b08-b284-8a3900a10d73", "name": "network-vif-unplugged", "status": "completed", "tag": "f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:31:53.612181 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:31:53.632068 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 21:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0026ab9c-b5b9-4664-ad78-a3e4ee42e8cb x-openstack-request-id: req-0026ab9c-b5b9-4664-ad78-a3e4ee42e8cb {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:31:53.632532 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c36399-8b1a-4b08-b284-8a3900a10d73", "name": "network-vif-unplugged", "status": "completed", "tag": "f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:31:53.632929 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0026ab9c-b5b9-4664-ad78-a3e4ee42e8cb {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:31:53.633512 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0026ab9c-b5b9-4664-ad78-a3e4ee42e8cb'] response: {'server_uuid': '73c36399-8b1a-4b08-b284-8a3900a10d73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f', 'code': 200} May 26 21:31:53.695664 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898a951-96c3-4237-899d-70f5a4313a8c req-f5673549-4ab3-44c1-a9c2-76a74543f21c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:53.698228 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7898a951-96c3-4237-899d-70f5a4313a8c req-f5673549-4ab3-44c1-a9c2-76a74543f21c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 931 time: 0.0638590 May 26 21:31:53.750738 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:53.830606 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f,revision_number=8']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:53.855179 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a43fdcc0-1bf0-4d32-b283-d81a094bf5fc tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for port (838d3153-3ad6-49f7-acfc-bf9b95a9e1b0), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:53.863973 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device be75d85d-921f-444d-8af2-e25b6bb41c02 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:31:53.868084 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7898a951-96c3-4237-899d-70f5a4313a8c req-19d54989-10e3-4a67-a22f-e8970b4f5449 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629040 May 26 21:31:53.920832 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port be75d85d-921f-444d-8af2-e25b6bb41c02 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:31:53.921186 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (be75d85d-921f-444d-8af2-e25b6bb41c02), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:53.932287 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a43fdcc0-1bf0-4d32-b283-d81a094bf5fc tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632642'] for port (838d3153-3ad6-49f7-acfc-bf9b95a9e1b0), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:53.933308 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-7987fe4a-9988-4f63-8273-8b8495890d5d service neutron] Request body: {'port': {'device_id': 'f47b8242-7a18-4ea5-b647-3ac7c275bdab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:54.006031 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2efce-b408-42cb-bb89-01fca84a23a2 req-5b29af2e-3de9-4f28-8fe0-0dac604d4a0f tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:54.007813 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-93e2efce-b408-42cb-bb89-01fca84a23a2 req-5b29af2e-3de9-4f28-8fe0-0dac604d4a0f tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 943 time: 0.0798333 May 26 21:31:54.011760 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:54.029732 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port be75d85d-921f-444d-8af2-e25b6bb41c02 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:31:54.053913 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-06bbf372-2473-4598-8b41-c2d799cbcadd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696000'] for router (492e1c9d-25e2-4206-8776-c68fc517622d), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:54.066478 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fdcc0-1bf0-4d32-b283-d81a094bf5fc tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Pushing event updated for resources: {'Port': ['ID=838d3153-3ad6-49f7-acfc-bf9b95a9e1b0,revision_number=2']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:54.071609 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a43fdcc0-1bf0-4d32-b283-d81a094bf5fc tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (885848c3-0aae-4e37-baa3-578570b1b5b5), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:54.135371 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-7987fe4a-9988-4f63-8273-8b8495890d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (3ee57c28-7886-4588-b610-9158fcb5e1b2), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:54.152225 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-93e2efce-b408-42cb-bb89-01fca84a23a2 req-c6b6cf5b-322b-4ee5-aa14-6f984801fd2c tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352232 May 26 21:31:54.189612 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.l3_db [None req-a43fdcc0-1bf0-4d32-b283-d81a094bf5fc tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Floating IP 885848c3-0aae-4e37-baa3-578570b1b5b5 associated. External IP: 172.27.3.167, port: c738b38d-cc3a-42ab-8d0f-8c9dc892211c. May 26 21:31:54.191536 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:54.413126 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:54.431992 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8729e-10b9-42cd-bfe2-ee9c46901884 req-06399601-1a30-4072-bbdf-ce97418a95f1 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:54.433488 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5ea8729e-10b9-42cd-bfe2-ee9c46901884 req-06399601-1a30-4072-bbdf-ce97418a95f1 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0634730 May 26 21:31:54.449471 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43fdcc0-1bf0-4d32-b283-d81a094bf5fc tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Router 3fa6af5f-05bd-42be-ad24-4ce7220031af has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:31:54.465632 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bbf372-2473-4598-8b41-c2d799cbcadd admin admin] Router 492e1c9d-25e2-4206-8776-c68fc517622d is scheduled to L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f with binding_index 1 {{(pid=104643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 21:31:54.531967 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5ea8729e-10b9-42cd-bfe2-ee9c46901884 req-f1eaf6fc-f4c7-4d37-9b6c-2b6d2dd9137f tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916898 May 26 21:31:54.562861 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-7987fe4a-9988-4f63-8273-8b8495890d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee57c28-7886-4588-b610-9158fcb5e1b2 {{(pid=104643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:31:54.573710 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-7987fe4a-9988-4f63-8273-8b8495890d5d service neutron] Publish callbacks [] for port (3ee57c28-7886-4588-b610-9158fcb5e1b2), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:54.591683 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43fdcc0-1bf0-4d32-b283-d81a094bf5fc tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:31:54.602005 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37abc3a3-de32-421e-a512-88a09178c3d6 None None] Sync routers for ids ['3fa6af5f-05bd-42be-ad24-4ce7220031af'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:31:54.604385 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:54.607336 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:54.613008 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37abc3a3-de32-421e-a512-88a09178c3d6 None None] Routers {'3fa6af5f-05bd-42be-ad24-4ce7220031af'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:31:54.613659 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-37abc3a3-de32-421e-a512-88a09178c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:31:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['3fa6af5f-05bd-42be-ad24-4ce7220031af'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:31:54.625854 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.provisioning_blocks [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-7987fe4a-9988-4f63-8273-8b8495890d5d service neutron] Transition to ACTIVE for port object 3ee57c28-7886-4588-b610-9158fcb5e1b2 will not be triggered until provisioned by entity L2. {{(pid=104643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:31:54.646475 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bbf372-2473-4598-8b41-c2d799cbcadd admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:31:54.657081 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] Sync routers for ids ['492e1c9d-25e2-4206-8776-c68fc517622d'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:31:54.667389 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] Routers {'492e1c9d-25e2-4206-8776-c68fc517622d'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:31:54.668459 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:31:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['492e1c9d-25e2-4206-8776-c68fc517622d'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:31:54.683200 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a43fdcc0-1bf0-4d32-b283-d81a094bf5fc tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:54.724611 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-a43fdcc0-1bf0-4d32-b283-d81a094bf5fc tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5125964 May 26 21:31:54.725298 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6d3384-3b9f-4042-a947-d15b99941c35', 'tag': 'c738b38d-cc3a-42ab-8d0f-8c9dc892211c'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:31:54.727447 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1829888-ad06-4100-815c-6f8d8be14bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6d3384-3b9f-4042-a947-d15b99941c35", "tag": "c738b38d-cc3a-42ab-8d0f-8c9dc892211c"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:31:54.728748 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 53596) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:54.730299 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-37abc3a3-de32-421e-a512-88a09178c3d6 None None] Set router 3fa6af5f-05bd-42be-ad24-4ce7220031af gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:31:54.734644 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-69730c20-7174-4eeb-bfb1-b8bd965f9ec6 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1439677229', 'description': 'tempest-secgroup-smoke-1439677229 description', 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:54.746407 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-7987fe4a-9988-4f63-8273-8b8495890d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (3ee57c28-7886-4588-b610-9158fcb5e1b2), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:54.792945 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3341defb-d024-4e47-bbc2-c24dfdb28996 x-openstack-request-id: req-3341defb-d024-4e47-bbc2-c24dfdb28996 {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:31:54.793779 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6d3384-3b9f-4042-a947-d15b99941c35", "tag": "c738b38d-cc3a-42ab-8d0f-8c9dc892211c", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:31:54.794573 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3341defb-d024-4e47-bbc2-c24dfdb28996 {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:31:54.796463 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3341defb-d024-4e47-bbc2-c24dfdb28996'] response: {'name': 'network-changed', 'server_uuid': '6f6d3384-3b9f-4042-a947-d15b99941c35', 'tag': 'c738b38d-cc3a-42ab-8d0f-8c9dc892211c', 'status': 'completed', 'code': 200} May 26 21:31:54.811899 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] Set router 492e1c9d-25e2-4206-8776-c68fc517622d gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:31:54.815090 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-06bbf372-2473-4598-8b41-c2d799cbcadd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:54.816635 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-06bbf372-2473-4598-8b41-c2d799cbcadd admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6429250 May 26 21:31:54.819699 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 53602) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:54.850515 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987fe4a-9988-4f63-8273-8b8495890d5d service neutron] Pushing event updated for resources: {'Port': ['ID=3ee57c28-7886-4588-b610-9158fcb5e1b2,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:54.922333 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:54.927349 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-69730c20-7174-4eeb-bfb1-b8bd965f9ec6 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:54.978588 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-7987fe4a-9988-4f63-8273-8b8495890d5d service neutron] Attempting to bind port 3ee57c28-7886-4588-b610-9158fcb5e1b2 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:31:54.978921 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-7987fe4a-9988-4f63-8273-8b8495890d5d service neutron] Attempting to bind port 3ee57c28-7886-4588-b610-9158fcb5e1b2 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:31:54.979242 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-7987fe4a-9988-4f63-8273-8b8495890d5d service neutron] Attempting to bind port 3ee57c28-7886-4588-b610-9158fcb5e1b2 on network e423d8c6-f848-40d6-99bb-c61a958058f7 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:31:55.001335 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-7987fe4a-9988-4f63-8273-8b8495890d5d service neutron] Port 3ee57c28-7886-4588-b610-9158fcb5e1b2 on network e423d8c6-f848-40d6-99bb-c61a958058f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:31:55.001591 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-7987fe4a-9988-4f63-8273-8b8495890d5d service neutron] Attempting to bind port 3ee57c28-7886-4588-b610-9158fcb5e1b2 on network e423d8c6-f848-40d6-99bb-c61a958058f7 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:31:55.026160 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-7987fe4a-9988-4f63-8273-8b8495890d5d service neutron] Checking agent: {'id': '2bd30f19-4481-40fa-92e6-11ccee452902', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'started_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:31:55.026819 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-7987fe4a-9988-4f63-8273-8b8495890d5d service neutron] Checking segment: {'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:31:55.027007 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-7987fe4a-9988-4f63-8273-8b8495890d5d service neutron] Bound using segment: {'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:31:55.028332 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-7987fe4a-9988-4f63-8273-8b8495890d5d service neutron] Bound port: 3ee57c28-7886-4588-b610-9158fcb5e1b2, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'}}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:31:55.028500 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-7987fe4a-9988-4f63-8273-8b8495890d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (3ee57c28-7886-4588-b610-9158fcb5e1b2), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:55.031691 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:55.106596 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492e1c9d-25e2-4206-8776-c68fc517622d', 'name': 'tempest-TestShelveInstance-204403283-router', 'tenant_id': '7ddb778984b64029ae40ad6be7f1bf20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '1b9e389a-37fd-4f87-80e6-260b13e9c432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:31:50Z', 'updated_at': '2022-05-26T21:31:53Z', 'revision_number': 3, 'project_id': '7ddb778984b64029ae40ad6be7f1bf20', 'gw_port': {'id': '1b9e389a-37fd-4f87-80e6-260b13e9c432', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:45:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492e1c9d-25e2-4206-8776-c68fc517622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:52Z', 'updated_at': '2022-05-26T21:31:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:31:55.111975 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-7987fe4a-9988-4f63-8273-8b8495890d5d service neutron] For port 3ee57c28-7886-4588-b610-9158fcb5e1b2, host hv-cinder-82880, cleared binding levels {{(pid=104643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:31:55.115896 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-7987fe4a-9988-4f63-8273-8b8495890d5d service neutron] For port 3ee57c28-7886-4588-b610-9158fcb5e1b2, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=3ee57c28-7886-4588-b610-9158fcb5e1b2,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:31:55.120430 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-37abc3a3-de32-421e-a512-88a09178c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'name': 'tempest-TestMinimumBasicScenario-760489081-router', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '002fb366-ee00-4a28-98d2-099666443950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:52Z', 'updated_at': '2022-05-26T21:29:56Z', 'revision_number': 4, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'gw_port': {'id': '002fb366-ee00-4a28-98d2-099666443950', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:53Z', 'updated_at': '2022-05-26T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '885848c3-0aae-4e37-baa3-578570b1b5b5', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'port_id': 'c738b38d-cc3a-42ab-8d0f-8c9dc892211c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5', 'mac_address': 'fa:16:3e:bf:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6d3384-3b9f-4042-a947-d15b99941c35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:31:52Z', 'updated_at': '2022-05-26T21:31:52Z', 'revision_number': 0, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd74fc488-a12a-43de-89ea-1bb2b77554bb', 'name': '', 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'mac_address': 'fa:16:3e:9a:3f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e4d7177c-5e3d-448a-a712-c1598bcbcb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:55Z', 'updated_at': '2022-05-26T21:30:00Z', 'revision_number': 5, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'subnets': [{'id': 'e4d7177c-5e3d-448a-a712-c1598bcbcb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:31:55.146198 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] Checking router: 492e1c9d-25e2-4206-8776-c68fc517622d for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:31:55.146850 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] Updating router 492e1c9d-25e2-4206-8776-c68fc517622d port 1b9e389a-37fd-4f87-80e6-260b13e9c432 binding host dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:31:55.162653 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-69730c20-7174-4eeb-bfb1-b8bd965f9ec6 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for security_group (7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:55.170189 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37abc3a3-de32-421e-a512-88a09178c3d6 None None] Checking router: 3fa6af5f-05bd-42be-ad24-4ce7220031af for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:31:55.181699 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37abc3a3-de32-421e-a512-88a09178c3d6 None None] Routers {'3fa6af5f-05bd-42be-ad24-4ce7220031af'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:31:55.182759 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-37abc3a3-de32-421e-a512-88a09178c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:31:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['3fa6af5f-05bd-42be-ad24-4ce7220031af'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:31:55.201326 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (1b9e389a-37fd-4f87-80e6-260b13e9c432), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:55.257234 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-7987fe4a-9988-4f63-8273-8b8495890d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (3ee57c28-7886-4588-b610-9158fcb5e1b2), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:55.258524 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:55.291853 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-37abc3a3-de32-421e-a512-88a09178c3d6 None None] Set router 3fa6af5f-05bd-42be-ad24-4ce7220031af gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:31:55.360649 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987fe4a-9988-4f63-8273-8b8495890d5d service neutron] Pushing event updated for resources: {'Port': ['ID=3ee57c28-7886-4588-b610-9158fcb5e1b2,revision_number=3']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:55.370809 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-69730c20-7174-4eeb-bfb1-b8bd965f9ec6 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:55.408279 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-7987fe4a-9988-4f63-8273-8b8495890d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:55.408885 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-7987fe4a-9988-4f63-8273-8b8495890d5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:55.410319 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-7987fe4a-9988-4f63-8273-8b8495890d5d service neutron] 10.222.0.60 "PUT /v2.0/ports/3ee57c28-7886-4588-b610-9158fcb5e1b2 HTTP/1.1" status: 200 len: 1093 time: 1.4836655 May 26 21:31:55.419517 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47b8242-7a18-4ea5-b647-3ac7c275bdab', 'tag': '3ee57c28-7886-4588-b610-9158fcb5e1b2'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:31:55.421893 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cd7c15-5f9f-4a1d-8c36-10fb88f3ce29" -d '{"events": [{"name": "network-changed", "server_uuid": "f47b8242-7a18-4ea5-b647-3ac7c275bdab", "tag": "3ee57c28-7886-4588-b610-9158fcb5e1b2"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:31:55.445693 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c67d7d-8c70-49e2-848b-dcc35559fd49 req-c451ba04-4ed2-4e09-8128-fd6ca541f3cd tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:55.447065 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c3c67d7d-8c70-49e2-848b-dcc35559fd49 req-c451ba04-4ed2-4e09-8128-fd6ca541f3cd tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 943 time: 0.2090986 May 26 21:31:55.450867 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69730c20-7174-4eeb-bfb1-b8bd965f9ec6 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:55.542036 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-69730c20-7174-4eeb-bfb1-b8bd965f9ec6 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:55.546859 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-69730c20-7174-4eeb-bfb1-b8bd965f9ec6 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8130231 May 26 21:31:55.547478 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:55.556930 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 53614) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:55.571180 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-ab447ae9-9a74-473b-81b0-43d869448f0b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Request body: {'security_group_rule': {'security_group_id': '7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa', 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:55.592178 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:55.595619 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a9d5d711-e3e9-4552-b27b-adba7a9b5439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:55.632511 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c3c67d7d-8c70-49e2-848b-dcc35559fd49 req-dd94dddd-7a53-4b7d-9b4a-ca73240f47b3 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625559 May 26 21:31:55.660465 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-37abc3a3-de32-421e-a512-88a09178c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'name': 'tempest-TestMinimumBasicScenario-760489081-router', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '002fb366-ee00-4a28-98d2-099666443950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:52Z', 'updated_at': '2022-05-26T21:29:56Z', 'revision_number': 4, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'gw_port': {'id': '002fb366-ee00-4a28-98d2-099666443950', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:53Z', 'updated_at': '2022-05-26T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '885848c3-0aae-4e37-baa3-578570b1b5b5', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'port_id': 'c738b38d-cc3a-42ab-8d0f-8c9dc892211c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5', 'mac_address': 'fa:16:3e:bf:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6d3384-3b9f-4042-a947-d15b99941c35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:31:52Z', 'updated_at': '2022-05-26T21:31:52Z', 'revision_number': 0, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd74fc488-a12a-43de-89ea-1bb2b77554bb', 'name': '', 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'mac_address': 'fa:16:3e:9a:3f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e4d7177c-5e3d-448a-a712-c1598bcbcb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:55Z', 'updated_at': '2022-05-26T21:30:00Z', 'revision_number': 5, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'subnets': [{'id': 'e4d7177c-5e3d-448a-a712-c1598bcbcb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:31:55.690435 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37abc3a3-de32-421e-a512-88a09178c3d6 None None] The sync data for ids ['3fa6af5f-05bd-42be-ad24-4ce7220031af'] in dv-cinder-828805-3-iscsi is: [{'id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'name': 'tempest-TestMinimumBasicScenario-760489081-router', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '002fb366-ee00-4a28-98d2-099666443950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:52Z', 'updated_at': '2022-05-26T21:29:56Z', 'revision_number': 4, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'gw_port': {'id': '002fb366-ee00-4a28-98d2-099666443950', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:53Z', 'updated_at': '2022-05-26T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '885848c3-0aae-4e37-baa3-578570b1b5b5', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'port_id': 'c738b38d-cc3a-42ab-8d0f-8c9dc892211c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5', 'mac_address': 'fa:16:3e:bf:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6d3384-3b9f-4042-a947-d15b99941c35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:31:52Z', 'updated_at': '2022-05-26T21:31:52Z', 'revision_number': 0, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd74fc488-a12a-43de-89ea-1bb2b77554bb', 'name': '', 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'mac_address': 'fa:16:3e:9a:3f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e4d7177c-5e3d-448a-a712-c1598bcbcb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:55Z', 'updated_at': '2022-05-26T21:30:00Z', 'revision_number': 5, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'subnets': [{'id': 'e4d7177c-5e3d-448a-a712-c1598bcbcb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:31:55.730021 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c7be19-ffd2-48ca-baf7-c847e882459b x-openstack-request-id: req-57c7be19-ffd2-48ca-baf7-c847e882459b {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:31:55.730312 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f47b8242-7a18-4ea5-b647-3ac7c275bdab", "tag": "3ee57c28-7886-4588-b610-9158fcb5e1b2", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:31:55.730645 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-57c7be19-ffd2-48ca-baf7-c847e882459b {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:31:55.731410 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57c7be19-ffd2-48ca-baf7-c847e882459b'] response: {'name': 'network-changed', 'server_uuid': 'f47b8242-7a18-4ea5-b647-3ac7c275bdab', 'tag': '3ee57c28-7886-4588-b610-9158fcb5e1b2', 'status': 'completed', 'code': 200} May 26 21:31:55.738777 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ab447ae9-9a74-473b-81b0-43d869448f0b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for security_group_rule (74ed335e-2be2-4f76-a851-e9756413e9e2), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:55.767572 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] Publish callbacks [] for port (1b9e389a-37fd-4f87-80e6-260b13e9c432), precommit_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:55.808825 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10396b86-4fa7-4e41-86c5-52197fdcfd9b req-047f8331-005a-4088-a5ee-34e4267369cc tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:55.810316 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ab447ae9-9a74-473b-81b0-43d869448f0b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for security_group_rule (74ed335e-2be2-4f76-a851-e9756413e9e2), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:55.811091 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-10396b86-4fa7-4e41-86c5-52197fdcfd9b req-047f8331-005a-4088-a5ee-34e4267369cc tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 943 time: 0.7209101 May 26 21:31:55.845148 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (1b9e389a-37fd-4f87-80e6-260b13e9c432), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:55.853696 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:55.866532 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3bda2-5a2f-498e-89bd-460947df22e5 req-b1a5af60-3aa9-4c75-85f8-f94ec654b4b4 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:55.873842 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9cb3bda2-5a2f-498e-89bd-460947df22e5 req-b1a5af60-3aa9-4c75-85f8-f94ec654b4b4 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0613637 May 26 21:31:55.875971 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ab447ae9-9a74-473b-81b0-43d869448f0b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (74ed335e-2be2-4f76-a851-e9756413e9e2), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:55.918581 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_common [None req-a9d5d711-e3e9-4552-b27b-adba7a9b5439 admin admin] Allocated IP 172.20.0.1 (1791ac20-d2d7-47db-a830-ef48a202d22e/ff1c1d17-9a63-43c6-a344-05ed99ba0d34/bbfb794f-422f-4b6e-92b1-ab95d4a25831) {{(pid=104642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:31:55.921847 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] Attempting to bind port 1b9e389a-37fd-4f87-80e6-260b13e9c432 on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:31:55.923483 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab447ae9-9a74-473b-81b0-43d869448f0b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ed335e-2be2-4f76-a851-e9756413e9e2,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:55.926276 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] Attempting to bind port 1b9e389a-37fd-4f87-80e6-260b13e9c432 by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:31:55.926713 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] Attempting to bind port 1b9e389a-37fd-4f87-80e6-260b13e9c432 on network 35b4a44b-379f-44bd-a8f8-beb32b22a01e {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:31:55.931099 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79e817-9f40-4888-96ec-596971a015ae None None] Pushing event updated for resources: {'Port': ['ID=1b9e389a-37fd-4f87-80e6-260b13e9c432,revision_number=2']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:55.944740 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:31:55.944740 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] Checking segment: {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:31:55.944740 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:55.944740 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] Bound using segment: {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:31:55.944740 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] Bound port: 1b9e389a-37fd-4f87-80e6-260b13e9c432, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:31:55.944740 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (1b9e389a-37fd-4f87-80e6-260b13e9c432), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:55.965859 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-10396b86-4fa7-4e41-86c5-52197fdcfd9b req-4474ce60-e086-4e8a-ba30-b31277c8e492 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401136 May 26 21:31:56.005245 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9cb3bda2-5a2f-498e-89bd-460947df22e5 req-74679889-93b4-4ce7-8cf3-7f5b8c8f5c9b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223366 May 26 21:31:56.016801 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c3375-9d26-4f3a-9d73-61cdd51d8dda None None] New status for floating IP 885848c3-0aae-4e37-baa3-578570b1b5b5: ACTIVE {{(pid=104645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:31:56.026727 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] For port 1b9e389a-37fd-4f87-80e6-260b13e9c432, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:31:56.028162 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ab447ae9-9a74-473b-81b0-43d869448f0b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:56.029367 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-ab447ae9-9a74-473b-81b0-43d869448f0b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4688170 May 26 21:31:56.032017 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 53620) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:56.033848 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] For port 1b9e389a-37fd-4f87-80e6-260b13e9c432, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=1b9e389a-37fd-4f87-80e6-260b13e9c432,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:31:56.036992 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-4e28500d-999d-48a6-867c-a5bc3125235a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Request body: {'security_group_rule': {'security_group_id': '7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa', 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:56.093199 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a9d5d711-e3e9-4552-b27b-adba7a9b5439 admin admin] Publish callbacks [] for port (bbfb794f-422f-4b6e-92b1-ab95d4a25831), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:56.104031 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (1b9e389a-37fd-4f87-80e6-260b13e9c432), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:56.132944 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-4e28500d-999d-48a6-867c-a5bc3125235a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for security_group_rule (1c3b5e03-e63f-4313-82ca-8366dd3a4596), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:56.134131 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:56.164134 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] Routers {'492e1c9d-25e2-4206-8776-c68fc517622d'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:31:56.164982 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:31:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['492e1c9d-25e2-4206-8776-c68fc517622d'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:31:56.178768 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a9d5d711-e3e9-4552-b27b-adba7a9b5439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (bbfb794f-422f-4b6e-92b1-ab95d4a25831), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:56.188649 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-4e28500d-999d-48a6-867c-a5bc3125235a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for security_group_rule (1c3b5e03-e63f-4313-82ca-8366dd3a4596), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:56.204865 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79e817-9f40-4888-96ec-596971a015ae None None] Pushing event updated for resources: {'Port': ['ID=1b9e389a-37fd-4f87-80e6-260b13e9c432,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:56.223681 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d5d711-e3e9-4552-b27b-adba7a9b5439 admin admin] Network 1791ac20-d2d7-47db-a830-ef48a202d22e is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:31:56.231308 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-a9d5d711-e3e9-4552-b27b-adba7a9b5439 admin admin] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:31:56.235165 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d5d711-e3e9-4552-b27b-adba7a9b5439 admin admin] Received port after_create {{(pid=104642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:31:56.257778 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5d711-e3e9-4552-b27b-adba7a9b5439 admin admin] Pushing event updated for resources: {'Port': ['ID=bbfb794f-422f-4b6e-92b1-ab95d4a25831,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:56.279700 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a9d5d711-e3e9-4552-b27b-adba7a9b5439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696627'] for router_interface (492e1c9d-25e2-4206-8776-c68fc517622d), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:56.286005 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] Set router 492e1c9d-25e2-4206-8776-c68fc517622d gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:31:56.292226 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-4e28500d-999d-48a6-867c-a5bc3125235a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (1c3b5e03-e63f-4313-82ca-8366dd3a4596), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:56.336624 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28500d-999d-48a6-867c-a5bc3125235a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3b5e03-e63f-4313-82ca-8366dd3a4596,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:56.360053 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:56.402943 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-4e28500d-999d-48a6-867c-a5bc3125235a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:56.407265 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-4e28500d-999d-48a6-867c-a5bc3125235a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3711720 May 26 21:31:56.407416 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 53622) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:56.421090 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-1c2428a3-f68e-470d-a370-fb85e8e08c79 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Request body: {'security_group_rule': {'security_group_id': '7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa', 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:56.484605 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492e1c9d-25e2-4206-8776-c68fc517622d', 'name': 'tempest-TestShelveInstance-204403283-router', 'tenant_id': '7ddb778984b64029ae40ad6be7f1bf20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '1b9e389a-37fd-4f87-80e6-260b13e9c432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:31:50Z', 'updated_at': '2022-05-26T21:31:53Z', 'revision_number': 3, 'project_id': '7ddb778984b64029ae40ad6be7f1bf20', 'gw_port': {'id': '1b9e389a-37fd-4f87-80e6-260b13e9c432', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:45:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492e1c9d-25e2-4206-8776-c68fc517622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:52Z', 'updated_at': '2022-05-26T21:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:31:56.512091 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-6cc4d503-39b8-42b1-b2fd-7c343af00350 None None] Provisioning complete for port bbfb794f-422f-4b6e-92b1-ab95d4a25831 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:31:56.512464 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-6cc4d503-39b8-42b1-b2fd-7c343af00350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (bbfb794f-422f-4b6e-92b1-ab95d4a25831), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:56.515609 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7673674a-582c-4f56-b44b-869a98c4751d None None] The sync data for ids ['492e1c9d-25e2-4206-8776-c68fc517622d'] in dv-cinder-828805-3-iscsi is: [{'id': '492e1c9d-25e2-4206-8776-c68fc517622d', 'name': 'tempest-TestShelveInstance-204403283-router', 'tenant_id': '7ddb778984b64029ae40ad6be7f1bf20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '1b9e389a-37fd-4f87-80e6-260b13e9c432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:31:50Z', 'updated_at': '2022-05-26T21:31:53Z', 'revision_number': 3, 'project_id': '7ddb778984b64029ae40ad6be7f1bf20', 'gw_port': {'id': '1b9e389a-37fd-4f87-80e6-260b13e9c432', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:45:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492e1c9d-25e2-4206-8776-c68fc517622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:52Z', 'updated_at': '2022-05-26T21:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:31:56.520270 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1c2428a3-f68e-470d-a370-fb85e8e08c79 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for security_group_rule (cf6c3d3a-e274-44ad-b803-7504ff1526e2), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:56.534424 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a9d5d711-e3e9-4552-b27b-adba7a9b5439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (bbfb794f-422f-4b6e-92b1-ab95d4a25831), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:56.544695 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:56.556810 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-6cc4d503-39b8-42b1-b2fd-7c343af00350 None None] Port bbfb794f-422f-4b6e-92b1-ab95d4a25831 cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:31:56.560379 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:56.633738 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1c2428a3-f68e-470d-a370-fb85e8e08c79 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for security_group_rule (cf6c3d3a-e274-44ad-b803-7504ff1526e2), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:56.696551 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1c2428a3-f68e-470d-a370-fb85e8e08c79 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (cf6c3d3a-e274-44ad-b803-7504ff1526e2), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:56.722146 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2428a3-f68e-470d-a370-fb85e8e08c79 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf6c3d3a-e274-44ad-b803-7504ff1526e2,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:56.812611 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd5216-91de-4371-aebd-712b79197bb9 req-4e855cb5-d692-41aa-9999-5c083197fa86 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:56.814142 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6ddd5216-91de-4371-aebd-712b79197bb9 req-4e855cb5-d692-41aa-9999-5c083197fa86 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 943 time: 0.0946059 May 26 21:31:56.820200 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1c2428a3-f68e-470d-a370-fb85e8e08c79 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:56.821423 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-1c2428a3-f68e-470d-a370-fb85e8e08c79 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4134548 May 26 21:31:56.826027 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 53626) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:56.831267 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-3f83e12f-0ba8-42fe-9028-d5bef98447f1 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Request body: {'security_group_rule': {'security_group_id': '7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa', 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:56.882173 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a9d5d711-e3e9-4552-b27b-adba7a9b5439 admin admin] Publish callbacks [] for port (bbfb794f-422f-4b6e-92b1-ab95d4a25831), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:56.903292 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6ddd5216-91de-4371-aebd-712b79197bb9 req-644afa3f-fd05-4aa2-9ac6-7729dc9ec946 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801554 May 26 21:31:56.923495 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3f83e12f-0ba8-42fe-9028-d5bef98447f1 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for security_group_rule (3a914648-8c1f-47cb-b22f-8e9748554ae0), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:56.937168 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a9d5d711-e3e9-4552-b27b-adba7a9b5439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632642'] for port (bbfb794f-422f-4b6e-92b1-ab95d4a25831), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:56.981696 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3f83e12f-0ba8-42fe-9028-d5bef98447f1 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for security_group_rule (3a914648-8c1f-47cb-b22f-8e9748554ae0), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:57.006399 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a9d5d711-e3e9-4552-b27b-adba7a9b5439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-394233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694915'] for router_interface (492e1c9d-25e2-4206-8776-c68fc517622d), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:57.009779 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5d711-e3e9-4552-b27b-adba7a9b5439 admin admin] Pushing event updated for resources: {'Port': ['ID=bbfb794f-422f-4b6e-92b1-ab95d4a25831,revision_number=2']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:57.062858 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3f83e12f-0ba8-42fe-9028-d5bef98447f1 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (3a914648-8c1f-47cb-b22f-8e9748554ae0), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:57.097206 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83e12f-0ba8-42fe-9028-d5bef98447f1 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a914648-8c1f-47cb-b22f-8e9748554ae0,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:57.130005 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:57.197550 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd09846-c084-4a1b-97e1-3a4fa3c86e05 req-e17ef981-26ef-4fcf-8b51-0754e85fe3f2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:57.206379 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0bd09846-c084-4a1b-97e1-3a4fa3c86e05 req-e17ef981-26ef-4fcf-8b51-0754e85fe3f2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 943 time: 0.1697400 May 26 21:31:57.207450 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d5d711-e3e9-4552-b27b-adba7a9b5439 admin admin] Network 1791ac20-d2d7-47db-a830-ef48a202d22e is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:31:57.216378 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78f394-de01-40f2-a7fb-cbdc6bd83f79 req-2af279bb-8571-444d-9c3a-0675ab2670e3 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:57.217927 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6d78f394-de01-40f2-a7fb-cbdc6bd83f79 req-2af279bb-8571-444d-9c3a-0675ab2670e3 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.1103303 May 26 21:31:57.218058 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3f83e12f-0ba8-42fe-9028-d5bef98447f1 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:57.221828 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-3f83e12f-0ba8-42fe-9028-d5bef98447f1 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3918526 May 26 21:31:57.221985 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-a9d5d711-e3e9-4552-b27b-adba7a9b5439 admin admin] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:31:57.222724 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 53638) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:57.234994 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-471736c5-b639-4c03-877c-87df4021e864 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Request body: {'security_group_rule': {'security_group_id': '7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa', 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:57.292470 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0bd09846-c084-4a1b-97e1-3a4fa3c86e05 req-8d84dceb-e36b-4586-af37-a4e36b2d0403 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847130 May 26 21:31:57.338726 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.db.securitygroups_db [None req-471736c5-b639-4c03-877c-87df4021e864 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Project 771d85ed5c3b4a6bbc9945d88cfcbab8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 21:31:57.375220 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-471736c5-b639-4c03-877c-87df4021e864 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for security_group_rule (4ae13492-b6d8-4eba-a0f6-9c5b074e958e), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:57.381142 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6d78f394-de01-40f2-a7fb-cbdc6bd83f79 req-81c8a58c-cd2c-4290-9ffd-29fba3fb2e19 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432800 May 26 21:31:57.389383 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:57.399805 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device c5f69ca6-d120-49a3-a890-77e4b7429ad9 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:31:57.478648 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:31:57.500458 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd7c15-5f9f-4a1d-8c36-10fb88f3ce29 req-69f47dc1-c80f-4071-a537-4e4f51d64125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:57.502317 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b4cd7c15-5f9f-4a1d-8c36-10fb88f3ce29 req-69f47dc1-c80f-4071-a537-4e4f51d64125 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3969075d983246cf8c4c7a45a57d5338&device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 1127 time: 0.1287100 May 26 21:31:57.515769 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1829888-ad06-4100-815c-6f8d8be14bc3 req-f5ab62bc-46aa-4c9c-b052-74c93e8c71cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:57.529317 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f1829888-ad06-4100-815c-6f8d8be14bc3 req-f5ab62bc-46aa-4c9c-b052-74c93e8c71cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=771d85ed5c3b4a6bbc9945d88cfcbab8&device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 1129 time: 0.1473286 May 26 21:31:57.531250 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d5d711-e3e9-4552-b27b-adba7a9b5439 admin admin] Router 492e1c9d-25e2-4206-8776-c68fc517622d has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:31:57.540133 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-471736c5-b639-4c03-877c-87df4021e864 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for security_group_rule (4ae13492-b6d8-4eba-a0f6-9c5b074e958e), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:57.656072 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-bbee9c69-63ab-431b-abe6-64449972c2b7 None None] Provisioning complete for port bbfb794f-422f-4b6e-92b1-ab95d4a25831 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:31:57.656766 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-bbee9c69-63ab-431b-abe6-64449972c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (bbfb794f-422f-4b6e-92b1-ab95d4a25831), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:57.666839 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port c5f69ca6-d120-49a3-a890-77e4b7429ad9, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c5f69ca6-d120-49a3-a890-77e4b7429ad9,segment=NetworkSegment(7b796852-cdae-4a96-9d97-94624ded1290),segment_id=7b796852-cdae-4a96-9d97-94624ded1290)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:31:57.676157 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:57.681528 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd7c15-5f9f-4a1d-8c36-10fb88f3ce29 req-d615d644-15e6-42f7-bfc1-da669dc3670b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:57.683012 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b4cd7c15-5f9f-4a1d-8c36-10fb88f3ce29 req-d615d644-15e6-42f7-bfc1-da669dc3670b service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3969075d983246cf8c4c7a45a57d5338&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1361799 May 26 21:31:57.729443 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-471736c5-b639-4c03-877c-87df4021e864 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (4ae13492-b6d8-4eba-a0f6-9c5b074e958e), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:57.733731 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1829888-ad06-4100-815c-6f8d8be14bc3 req-dafb4084-b1ac-4ccd-a287-34c43ae792a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:57.735206 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f1829888-ad06-4100-815c-6f8d8be14bc3 req-dafb4084-b1ac-4ccd-a287-34c43ae792a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=67963c39-9b8d-4e89-8021-57829e1176c5 HTTP/1.1" status: 200 len: 915 time: 0.1880779 May 26 21:31:57.739516 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:57.776354 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d5d711-e3e9-4552-b27b-adba7a9b5439 admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:31:57.792999 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471736c5-b639-4c03-877c-87df4021e864 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae13492-b6d8-4eba-a0f6-9c5b074e958e,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:57.803726 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-a9d5d711-e3e9-4552-b27b-adba7a9b5439 admin admin] 10.222.0.42 "PUT /v2.0/routers/492e1c9d-25e2-4206-8776-c68fc517622d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9749284 May 26 21:31:57.804246 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:57.814360 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': 'c5f69ca6-d120-49a3-a890-77e4b7429ad9', 'network_id': '5700046f-4b5a-4ad3-a1d7-379e90370a51', 'port_id': 'c5f69ca6-d120-49a3-a890-77e4b7429ad9', 'mac_address': 'fa:16:3e:23:0f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b891090-ddd4-40de-8cc2-b3e20d53dbb1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:31:57.891312 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f1829888-ad06-4100-815c-6f8d8be14bc3 req-78a6f3b9-6d72-435c-bd23-e951a409fa88 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c738b38d-cc3a-42ab-8d0f-8c9dc892211c HTTP/1.1" status: 200 len: 1001 time: 0.1485457 May 26 21:31:57.913631 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port c5f69ca6-d120-49a3-a890-77e4b7429ad9 is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:31:57.914029 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c5f69ca6-d120-49a3-a890-77e4b7429ad9), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:57.917105 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-bbee9c69-63ab-431b-abe6-64449972c2b7 None None] Port bbfb794f-422f-4b6e-92b1-ab95d4a25831 cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:31:57.923612 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-19d0db02-bff0-42c9-906d-f39c2008079d req-ea90c492-64de-4daa-9775-ee84ef222f0d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1335907 May 26 21:31:57.957707 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 1b9e389a-37fd-4f87-80e6-260b13e9c432 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:31:57.975819 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1829888-ad06-4100-815c-6f8d8be14bc3 req-6087693d-52ab-4302-b367-6cf2ac253567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:57.975819 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f1829888-ad06-4100-815c-6f8d8be14bc3 req-6087693d-52ab-4302-b367-6cf2ac253567 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e4d7177c-5e3d-448a-a712-c1598bcbcb8f HTTP/1.1" status: 200 len: 853 time: 0.0736270 May 26 21:31:57.982065 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f is: DOWN; New status is: DOWN {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:31:57.991798 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f69ca6-d120-49a3-a890-77e4b7429ad9 {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:31:58.027310 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd7c15-5f9f-4a1d-8c36-10fb88f3ce29 req-9884fc22-673d-4e76-9bbe-2879c2348ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:58.029843 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b4cd7c15-5f9f-4a1d-8c36-10fb88f3ce29 req-9884fc22-673d-4e76-9bbe-2879c2348ad2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3115499 May 26 21:31:58.040078 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-471736c5-b639-4c03-877c-87df4021e864 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:58.040722 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1829888-ad06-4100-815c-6f8d8be14bc3 req-ae574454-4c8b-4f1a-87a4-9eff83570392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:58.043808 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-471736c5-b639-4c03-877c-87df4021e864 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8176396 May 26 21:31:58.043990 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f1829888-ad06-4100-815c-6f8d8be14bc3 req-ae574454-4c8b-4f1a-87a4-9eff83570392 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67963c39-9b8d-4e89-8021-57829e1176c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606902 May 26 21:31:58.046516 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 53650) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:58.051241 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-e3ed83a9-1a1a-4ae7-b996-e001062998e1 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Request body: {'security_group_rule': {'security_group_id': '7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa', 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:58.060981 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port c5f69ca6-d120-49a3-a890-77e4b7429ad9, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c5f69ca6-d120-49a3-a890-77e4b7429ad9,segment=NetworkSegment(7b796852-cdae-4a96-9d97-94624ded1290),segment_id=7b796852-cdae-4a96-9d97-94624ded1290)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:31:58.073455 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 1b9e389a-37fd-4f87-80e6-260b13e9c432 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:31:58.074803 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (1b9e389a-37fd-4f87-80e6-260b13e9c432), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:58.105149 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0db02-bff0-42c9-906d-f39c2008079d req-7efcbc34-3aca-4187-9efc-3b2683e51cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:58.107312 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-19d0db02-bff0-42c9-906d-f39c2008079d req-7efcbc34-3aca-4187-9efc-3b2683e51cc3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3969075d983246cf8c4c7a45a57d5338&device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 1130 time: 0.1135433 May 26 21:31:58.111482 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:58.144017 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604fd93-0b05-4e4c-8a4b-7a979b5b25bf req-ec549ce5-b22b-47d2-ab82-fc4bcae54ac8 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:58.146133 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b604fd93-0b05-4e4c-8a4b-7a979b5b25bf req-ec549ce5-b22b-47d2-ab82-fc4bcae54ac8 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 943 time: 0.1117384 May 26 21:31:58.186413 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f1829888-ad06-4100-815c-6f8d8be14bc3 req-ca30b908-f206-43f2-b869-939c578700da service neutron] 10.222.0.60 "GET /v2.0/networks/67963c39-9b8d-4e89-8021-57829e1176c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217079 May 26 21:31:58.190427 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (c5f69ca6-d120-49a3-a890-77e4b7429ad9), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:58.214350 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b604fd93-0b05-4e4c-8a4b-7a979b5b25bf req-726303cf-1935-4867-9f6d-b69101baea92 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615735 May 26 21:31:58.218836 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.securitygroups_db [None req-e3ed83a9-1a1a-4ae7-b996-e001062998e1 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Project 771d85ed5c3b4a6bbc9945d88cfcbab8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 21:31:58.225688 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e3ed83a9-1a1a-4ae7-b996-e001062998e1 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for security_group_rule (086a3b2e-0988-425b-bd84-4a7914c25a06), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:58.235614 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 1b9e389a-37fd-4f87-80e6-260b13e9c432 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:31:58.235614 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (1b9e389a-37fd-4f87-80e6-260b13e9c432), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:58.274116 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-b4353f01-5905-4310-a158-79fd044992cf None None] For port 1b9e389a-37fd-4f87-80e6-260b13e9c432, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=1b9e389a-37fd-4f87-80e6-260b13e9c432,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:31:58.280214 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=c5f69ca6-d120-49a3-a890-77e4b7429ad9,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:58.314366 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e3ed83a9-1a1a-4ae7-b996-e001062998e1 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for security_group_rule (086a3b2e-0988-425b-bd84-4a7914c25a06), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:58.329549 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 53654) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:58.333887 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-dc017c3a-93b9-4084-9685-f92a61b8b3a4 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1703846925', 'description': 'tempest-secgroup-smoke-1703846925 description', 'project_id': '77c3cd3a54424befb4b424e6de1f7870'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:58.340563 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (1b9e389a-37fd-4f87-80e6-260b13e9c432), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:58.389726 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e3ed83a9-1a1a-4ae7-b996-e001062998e1 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (086a3b2e-0988-425b-bd84-4a7914c25a06), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:58.406484 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:58.409754 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Pushing event updated for resources: {'Port': ['ID=1b9e389a-37fd-4f87-80e6-260b13e9c432,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:58.422401 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed83a9-1a1a-4ae7-b996-e001062998e1 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086a3b2e-0988-425b-bd84-4a7914c25a06,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:58.468976 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:31:58.498415 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-dc017c3a-93b9-4084-9685-f92a61b8b3a4 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:58.528567 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051158f-f3d7-49e5-b815-19f7766a1d49 req-904da330-9299-4f77-8ef4-86c691ff4c22 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:58.530213 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0051158f-f3d7-49e5-b815-19f7766a1d49 req-904da330-9299-4f77-8ef4-86c691ff4c22 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 943 time: 0.1549809 May 26 21:31:58.535480 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-71814c0e-0566-4573-8520-99f4730f1310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:58.536887 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-71814c0e-0566-4573-8520-99f4730f1310 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3969075d983246cf8c4c7a45a57d5338&device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 1127 time: 0.1523736 May 26 21:31:58.571724 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e3ed83a9-1a1a-4ae7-b996-e001062998e1 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:58.573359 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-e3ed83a9-1a1a-4ae7-b996-e001062998e1 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5254869 May 26 21:31:58.578602 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f1829888-ad06-4100-815c-6f8d8be14bc3 req-2e4738e3-c5ed-48c8-b865-b8cc5b084248 service neutron] 10.222.0.60 "GET /v2.0/networks/67963c39-9b8d-4e89-8021-57829e1176c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022653 May 26 21:31:58.595996 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3533013-ad7b-4b36-80f0-cde364c8446a req-70c427db-a329-478f-8c62-7ec6bae3cc5d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:58.597559 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c3533013-ad7b-4b36-80f0-cde364c8446a req-70c427db-a329-478f-8c62-7ec6bae3cc5d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0836389 May 26 21:31:58.602878 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-7e05b860-6014-4e6a-9c24-e1c2d5cdd6a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ee57c28-7886-4588-b610-9158fcb5e1b2 HTTP/1.1" status: 200 len: 217 time: 0.0540216 May 26 21:31:58.634653 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0db02-bff0-42c9-906d-f39c2008079d req-8ee88e23-0d9a-400f-893a-9ea9baf55ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:58.636147 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-19d0db02-bff0-42c9-906d-f39c2008079d req-8ee88e23-0d9a-400f-893a-9ea9baf55ab7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e423d8c6-f848-40d6-99bb-c61a958058f7 HTTP/1.1" status: 200 len: 915 time: 0.2593684 May 26 21:31:58.644081 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0051158f-f3d7-49e5-b815-19f7766a1d49 req-69beca66-6c1a-435b-974f-ebf6a2ce1c2d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062193 May 26 21:31:58.690661 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-dc017c3a-93b9-4084-9685-f92a61b8b3a4 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for security_group (d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:58.691973 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c3533013-ad7b-4b36-80f0-cde364c8446a req-13d72b11-ebd7-4132-9144-ed398c30133b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830922 May 26 21:31:58.699625 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947953d4-c94c-42b0-a103-79344da39171 None None] Sync routers for ids ['492e1c9d-25e2-4206-8776-c68fc517622d'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:31:58.712277 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947953d4-c94c-42b0-a103-79344da39171 None None] Routers {'492e1c9d-25e2-4206-8776-c68fc517622d'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:31:58.713272 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-947953d4-c94c-42b0-a103-79344da39171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:31:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['492e1c9d-25e2-4206-8776-c68fc517622d'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:31:58.763254 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:58.768207 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-dc017c3a-93b9-4084-9685-f92a61b8b3a4 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:58.768745 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-05642249-0cd8-4f67-8f27-0483571aea85 req-bd857310-606a-45cc-96cd-4f09d5be6f70 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439677229&fields=id&tenant_id=771d85ed5c3b4a6bbc9945d88cfcbab8 HTTP/1.1" status: 200 len: 267 time: 0.0507379 May 26 21:31:58.780095 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:58.811676 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc017c3a-93b9-4084-9685-f92a61b8b3a4 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:58.841953 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05642249-0cd8-4f67-8f27-0483571aea85 req-1eb03ba3-ecb9-40a4-9e5c-4e9821f67df6 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:58.843521 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-05642249-0cd8-4f67-8f27-0483571aea85 req-1eb03ba3-ecb9-40a4-9e5c-4e9821f67df6 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 945 time: 0.0686991 May 26 21:31:58.855977 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-05642249-0cd8-4f67-8f27-0483571aea85 req-791ff5ad-5858-4d81-b67a-69cf865dcd5c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Request body: {'port': {'security_groups': ['c5d41762-d426-4d6e-ba7b-3772ab6345d3', '7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa']}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:58.882976 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-dc017c3a-93b9-4084-9685-f92a61b8b3a4 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:58.884287 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-dc017c3a-93b9-4084-9685-f92a61b8b3a4 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5538509 May 26 21:31:58.888076 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 53668) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:58.892951 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-4ba8f011-e8d8-48ac-88e1-cd597ea78232 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Request body: {'security_group_rule': {'security_group_id': 'd018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc', 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:58.912157 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:58.945709 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-05642249-0cd8-4f67-8f27-0483571aea85 req-791ff5ad-5858-4d81-b67a-69cf865dcd5c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c738b38d-cc3a-42ab-8d0f-8c9dc892211c), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:58.982911 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-947953d4-c94c-42b0-a103-79344da39171 None None] Set router 492e1c9d-25e2-4206-8776-c68fc517622d gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:31:59.049298 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f011-e8d8-48ac-88e1-cd597ea78232 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for security_group_rule (691028d0-02b5-45ed-a1fa-db1721b4f358), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:59.084927 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f011-e8d8-48ac-88e1-cd597ea78232 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for security_group_rule (691028d0-02b5-45ed-a1fa-db1721b4f358), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:59.177441 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-947953d4-c94c-42b0-a103-79344da39171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492e1c9d-25e2-4206-8776-c68fc517622d', 'name': 'tempest-TestShelveInstance-204403283-router', 'tenant_id': '7ddb778984b64029ae40ad6be7f1bf20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '1b9e389a-37fd-4f87-80e6-260b13e9c432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:31:50Z', 'updated_at': '2022-05-26T21:31:56Z', 'revision_number': 4, 'project_id': '7ddb778984b64029ae40ad6be7f1bf20', 'gw_port': {'id': '1b9e389a-37fd-4f87-80e6-260b13e9c432', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:45:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492e1c9d-25e2-4206-8776-c68fc517622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:52Z', 'updated_at': '2022-05-26T21:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'bbfb794f-422f-4b6e-92b1-ab95d4a25831', 'name': '', 'network_id': '1791ac20-d2d7-47db-a830-ef48a202d22e', 'tenant_id': '7ddb778984b64029ae40ad6be7f1bf20', 'mac_address': 'fa:16:3e:f4:4c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492e1c9d-25e2-4206-8776-c68fc517622d', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ff1c1d17-9a63-43c6-a344-05ed99ba0d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:55Z', 'updated_at': '2022-05-26T21:31:56Z', 'revision_number': 2, 'project_id': '7ddb778984b64029ae40ad6be7f1bf20', 'subnets': [{'id': 'ff1c1d17-9a63-43c6-a344-05ed99ba0d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:31:59.196213 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f011-e8d8-48ac-88e1-cd597ea78232 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (691028d0-02b5-45ed-a1fa-db1721b4f358), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:59.209449 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947953d4-c94c-42b0-a103-79344da39171 None None] Checking router: 492e1c9d-25e2-4206-8776-c68fc517622d for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:31:59.209835 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947953d4-c94c-42b0-a103-79344da39171 None None] Updating router 492e1c9d-25e2-4206-8776-c68fc517622d port bbfb794f-422f-4b6e-92b1-ab95d4a25831 binding host dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:31:59.217122 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-05642249-0cd8-4f67-8f27-0483571aea85 req-791ff5ad-5858-4d81-b67a-69cf865dcd5c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] For port c738b38d-cc3a-42ab-8d0f-8c9dc892211c, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c738b38d-cc3a-42ab-8d0f-8c9dc892211c,segment=NetworkSegment(02fd8397-45ae-4102-88f5-45108756efdb),segment_id=02fd8397-45ae-4102-88f5-45108756efdb)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:31:59.225892 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8f011-e8d8-48ac-88e1-cd597ea78232 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691028d0-02b5-45ed-a1fa-db1721b4f358,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:59.257622 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-947953d4-c94c-42b0-a103-79344da39171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (bbfb794f-422f-4b6e-92b1-ab95d4a25831), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:59.259136 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-05642249-0cd8-4f67-8f27-0483571aea85 req-791ff5ad-5858-4d81-b67a-69cf865dcd5c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for port (c738b38d-cc3a-42ab-8d0f-8c9dc892211c), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:59.294049 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f011-e8d8-48ac-88e1-cd597ea78232 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:59.295399 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-4ba8f011-e8d8-48ac-88e1-cd597ea78232 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4062254 May 26 21:31:59.301921 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 53676) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:59.302908 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-888b98cc-0de1-49a6-b6ab-4f8c0e1192ad tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Request body: {'security_group_rule': {'security_group_id': 'd018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc', 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:59.320561 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-05642249-0cd8-4f67-8f27-0483571aea85 req-791ff5ad-5858-4d81-b67a-69cf865dcd5c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (c738b38d-cc3a-42ab-8d0f-8c9dc892211c), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:59.358234 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:59.374962 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05642249-0cd8-4f67-8f27-0483571aea85 req-791ff5ad-5858-4d81-b67a-69cf865dcd5c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:59.375591 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-05642249-0cd8-4f67-8f27-0483571aea85 req-791ff5ad-5858-4d81-b67a-69cf865dcd5c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:59.390538 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-05642249-0cd8-4f67-8f27-0483571aea85 req-791ff5ad-5858-4d81-b67a-69cf865dcd5c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "PUT /v2.0/ports/c738b38d-cc3a-42ab-8d0f-8c9dc892211c HTTP/1.1" status: 200 len: 981 time: 0.5403409 May 26 21:31:59.391309 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6d3384-3b9f-4042-a947-d15b99941c35', 'tag': 'c738b38d-cc3a-42ab-8d0f-8c9dc892211c'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:31:59.394683 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6a7ed0-a07e-4004-9b9c-994f692fe89e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6d3384-3b9f-4042-a947-d15b99941c35", "tag": "c738b38d-cc3a-42ab-8d0f-8c9dc892211c"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:31:59.417207 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ff5ad-5858-4d81-b67a-69cf865dcd5c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Pushing event updated for resources: {'Port': ['ID=c738b38d-cc3a-42ab-8d0f-8c9dc892211c,revision_number=6']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:59.449436 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-888b98cc-0de1-49a6-b6ab-4f8c0e1192ad tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for security_group_rule (fbeae1e6-dbdb-4ecf-9373-a330d2a49c7f), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:59.464016 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:31:59.528773 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e11e2-4b7a-44b7-811b-c89221d9939a req-76548dcf-8a54-4893-bbff-3874e4c57429 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:59.532075 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-234e11e2-4b7a-44b7-811b-c89221d9939a req-76548dcf-8a54-4893-bbff-3874e4c57429 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 944 time: 0.0836527 May 26 21:31:59.589154 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-888b98cc-0de1-49a6-b6ab-4f8c0e1192ad tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for security_group_rule (fbeae1e6-dbdb-4ecf-9373-a330d2a49c7f), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:59.645178 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-234e11e2-4b7a-44b7-811b-c89221d9939a req-50f7ca81-74fe-4e2c-89da-935dd502414d tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002560 May 26 21:31:59.679227 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-15123168-a8b1-4330-92aa-31f13dcf2b8e None None] Provisioning complete for port c738b38d-cc3a-42ab-8d0f-8c9dc892211c triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:31:59.679568 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-15123168-a8b1-4330-92aa-31f13dcf2b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (c738b38d-cc3a-42ab-8d0f-8c9dc892211c), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:59.719580 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-947953d4-c94c-42b0-a103-79344da39171 None None] Publish callbacks [] for port (bbfb794f-422f-4b6e-92b1-ab95d4a25831), precommit_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:59.766757 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-888b98cc-0de1-49a6-b6ab-4f8c0e1192ad tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (fbeae1e6-dbdb-4ecf-9373-a330d2a49c7f), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:59.790949 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b98cc-0de1-49a6-b6ab-4f8c0e1192ad tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbeae1e6-dbdb-4ecf-9373-a330d2a49c7f,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:59.795145 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada079c-335b-4543-b4ef-a3fc0e9215b9 req-db6d9524-d15c-45e6-a537-8800cc0ac4a5 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:31:59.796197 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 1b9e389a-37fd-4f87-80e6-260b13e9c432 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:31:59.797068 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8ada079c-335b-4543-b4ef-a3fc0e9215b9 req-db6d9524-d15c-45e6-a537-8800cc0ac4a5 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 984 time: 0.0762863 May 26 21:31:59.827449 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-15123168-a8b1-4330-92aa-31f13dcf2b8e None None] Current status of the port c738b38d-cc3a-42ab-8d0f-8c9dc892211c is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:31:59.854532 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-947953d4-c94c-42b0-a103-79344da39171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (bbfb794f-422f-4b6e-92b1-ab95d4a25831), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:59.880049 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8ada079c-335b-4543-b4ef-a3fc0e9215b9 req-142ad3ec-91f1-4188-9af2-c0d967470df2 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa&id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743203 May 26 21:31:59.884261 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 1b9e389a-37fd-4f87-80e6-260b13e9c432 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:31:59.884261 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (1b9e389a-37fd-4f87-80e6-260b13e9c432), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:59.888005 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-888b98cc-0de1-49a6-b6ab-4f8c0e1192ad tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:31:59.891731 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-888b98cc-0de1-49a6-b6ab-4f8c0e1192ad tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5901430 May 26 21:31:59.892340 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 53688) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:31:59.897380 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-a03b8236-cb16-4f42-a6ea-731ef6ec5924 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Request body: {'security_group_rule': {'security_group_id': 'd018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc', 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:31:59.946080 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d4ece-4949-4b1e-bf41-7d3a9afb236f None None] Pushing event updated for resources: {'Port': ['ID=bbfb794f-422f-4b6e-92b1-ab95d4a25831,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:31:59.964302 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7f736b-f05f-471d-970f-5c14e1fa5abf x-openstack-request-id: req-1a7f736b-f05f-471d-970f-5c14e1fa5abf {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:31:59.964302 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6d3384-3b9f-4042-a947-d15b99941c35", "tag": "c738b38d-cc3a-42ab-8d0f-8c9dc892211c", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:31:59.965448 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a7f736b-f05f-471d-970f-5c14e1fa5abf {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:31:59.966124 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a7f736b-f05f-471d-970f-5c14e1fa5abf'] response: {'name': 'network-changed', 'server_uuid': '6f6d3384-3b9f-4042-a947-d15b99941c35', 'tag': 'c738b38d-cc3a-42ab-8d0f-8c9dc892211c', 'status': 'completed', 'code': 200} May 26 21:31:59.976468 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:00.036023 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-947953d4-c94c-42b0-a103-79344da39171 None None] Attempting to bind port bbfb794f-422f-4b6e-92b1-ab95d4a25831 on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:32:00.039352 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-947953d4-c94c-42b0-a103-79344da39171 None None] Attempting to bind port bbfb794f-422f-4b6e-92b1-ab95d4a25831 by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': '0284f6e7-7643-4c98-b4a3-214e5a4f0360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1791ac20-d2d7-47db-a830-ef48a202d22e'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:32:00.039352 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947953d4-c94c-42b0-a103-79344da39171 None None] Attempting to bind port bbfb794f-422f-4b6e-92b1-ab95d4a25831 on network 1791ac20-d2d7-47db-a830-ef48a202d22e {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:32:00.047949 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947953d4-c94c-42b0-a103-79344da39171 None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:32:00.048330 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947953d4-c94c-42b0-a103-79344da39171 None None] Checking segment: {'id': '0284f6e7-7643-4c98-b4a3-214e5a4f0360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1791ac20-d2d7-47db-a830-ef48a202d22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:32:00.048733 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-947953d4-c94c-42b0-a103-79344da39171 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:00.049122 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947953d4-c94c-42b0-a103-79344da39171 None None] Bound using segment: {'id': '0284f6e7-7643-4c98-b4a3-214e5a4f0360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1791ac20-d2d7-47db-a830-ef48a202d22e'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:32:00.049595 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-947953d4-c94c-42b0-a103-79344da39171 None None] Bound port: bbfb794f-422f-4b6e-92b1-ab95d4a25831, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0284f6e7-7643-4c98-b4a3-214e5a4f0360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1791ac20-d2d7-47db-a830-ef48a202d22e'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:32:00.049968 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-947953d4-c94c-42b0-a103-79344da39171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (bbfb794f-422f-4b6e-92b1-ab95d4a25831), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:00.052245 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 1b9e389a-37fd-4f87-80e6-260b13e9c432 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:32:00.078001 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a03b8236-cb16-4f42-a6ea-731ef6ec5924 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for security_group_rule (11dc30cd-5c03-4aec-8782-fdce3f6e62b7), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:00.104025 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5816eb9-6613-4558-a68f-2424964377b1 req-c7699a75-f79f-4c12-8e5d-b6fbfa35c21e tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:00.105536 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a5816eb9-6613-4558-a68f-2424964377b1 req-c7699a75-f79f-4c12-8e5d-b6fbfa35c21e tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 943 time: 0.0920784 May 26 21:32:00.126041 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-947953d4-c94c-42b0-a103-79344da39171 None None] For port bbfb794f-422f-4b6e-92b1-ab95d4a25831, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:32:00.129526 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-947953d4-c94c-42b0-a103-79344da39171 None None] For port bbfb794f-422f-4b6e-92b1-ab95d4a25831, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=bbfb794f-422f-4b6e-92b1-ab95d4a25831,segment=NetworkSegment(0284f6e7-7643-4c98-b4a3-214e5a4f0360),segment_id=0284f6e7-7643-4c98-b4a3-214e5a4f0360)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:32:00.183554 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a5816eb9-6613-4558-a68f-2424964377b1 req-6b442c9c-ba54-4f9b-b680-8832353b7fe9 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718000 May 26 21:32:00.190618 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a03b8236-cb16-4f42-a6ea-731ef6ec5924 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for security_group_rule (11dc30cd-5c03-4aec-8782-fdce3f6e62b7), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:00.235394 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-947953d4-c94c-42b0-a103-79344da39171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (bbfb794f-422f-4b6e-92b1-ab95d4a25831), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:00.263845 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a03b8236-cb16-4f42-a6ea-731ef6ec5924 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (11dc30cd-5c03-4aec-8782-fdce3f6e62b7), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:00.294235 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b8236-cb16-4f42-a6ea-731ef6ec5924 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11dc30cd-5c03-4aec-8782-fdce3f6e62b7,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:32:00.299343 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-58f2a84c-6d58-4f0a-b60d-f9b8b4147396 None None] Provisioning complete for port bbfb794f-422f-4b6e-92b1-ab95d4a25831 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:32:00.299799 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-58f2a84c-6d58-4f0a-b60d-f9b8b4147396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (bbfb794f-422f-4b6e-92b1-ab95d4a25831), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:00.327413 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:00.341806 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947953d4-c94c-42b0-a103-79344da39171 None None] Routers {'492e1c9d-25e2-4206-8776-c68fc517622d'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:32:00.342449 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-947953d4-c94c-42b0-a103-79344da39171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:31:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['492e1c9d-25e2-4206-8776-c68fc517622d'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:32:00.346895 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d4ece-4949-4b1e-bf41-7d3a9afb236f None None] Pushing event updated for resources: {'Port': ['ID=bbfb794f-422f-4b6e-92b1-ab95d4a25831,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:32:00.369403 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [req-aa1875d5-71b1-4d12-9e6e-5e0b759e7f7e req-34938c20-ffef-49f2-935e-515f75bb3797 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104642) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:32:00.370610 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-aa1875d5-71b1-4d12-9e6e-5e0b759e7f7e req-34938c20-ffef-49f2-935e-515f75bb3797 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0567462 May 26 21:32:00.374912 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a03b8236-cb16-4f42-a6ea-731ef6ec5924 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:00.383369 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-a03b8236-cb16-4f42-a6ea-731ef6ec5924 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4832256 May 26 21:32:00.383369 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 53700) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:32:00.384667 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-f084c6b2-3ebe-4f7f-bdd5-3f6f07ae1a21 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Request body: {'security_group_rule': {'security_group_id': 'd018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc', 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:32:00.439898 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:00.490072 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-58f2a84c-6d58-4f0a-b60d-f9b8b4147396 None None] Current status of the port bbfb794f-422f-4b6e-92b1-ab95d4a25831 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:32:00.490737 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-58f2a84c-6d58-4f0a-b60d-f9b8b4147396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (bbfb794f-422f-4b6e-92b1-ab95d4a25831), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:00.491675 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f084c6b2-3ebe-4f7f-bdd5-3f6f07ae1a21 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for security_group_rule (55b83401-679e-482b-82b6-25f1000e55d4), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:00.519143 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-947953d4-c94c-42b0-a103-79344da39171 None None] Set router 492e1c9d-25e2-4206-8776-c68fc517622d gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:32:00.559100 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f084c6b2-3ebe-4f7f-bdd5-3f6f07ae1a21 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for security_group_rule (55b83401-679e-482b-82b6-25f1000e55d4), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:00.573821 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-58f2a84c-6d58-4f0a-b60d-f9b8b4147396 None None] For port bbfb794f-422f-4b6e-92b1-ab95d4a25831, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=bbfb794f-422f-4b6e-92b1-ab95d4a25831,segment=NetworkSegment(0284f6e7-7643-4c98-b4a3-214e5a4f0360),segment_id=0284f6e7-7643-4c98-b4a3-214e5a4f0360)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:32:00.663702 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f084c6b2-3ebe-4f7f-bdd5-3f6f07ae1a21 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (55b83401-679e-482b-82b6-25f1000e55d4), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:00.664949 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-58f2a84c-6d58-4f0a-b60d-f9b8b4147396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (bbfb794f-422f-4b6e-92b1-ab95d4a25831), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:00.722335 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084c6b2-3ebe-4f7f-bdd5-3f6f07ae1a21 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b83401-679e-482b-82b6-25f1000e55d4,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:32:00.748483 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6133e7f-2347-47b6-9936-69e3eda9a2cf req-c87b2468-2176-4cf5-8768-09def7ad7fbe tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:00.750031 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a6133e7f-2347-47b6-9936-69e3eda9a2cf req-c87b2468-2176-4cf5-8768-09def7ad7fbe tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0756242 May 26 21:32:00.758221 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2a84c-6d58-4f0a-b60d-f9b8b4147396 None None] Pushing event updated for resources: {'Port': ['ID=bbfb794f-422f-4b6e-92b1-ab95d4a25831,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:32:00.788783 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-947953d4-c94c-42b0-a103-79344da39171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492e1c9d-25e2-4206-8776-c68fc517622d', 'name': 'tempest-TestShelveInstance-204403283-router', 'tenant_id': '7ddb778984b64029ae40ad6be7f1bf20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '1b9e389a-37fd-4f87-80e6-260b13e9c432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:31:50Z', 'updated_at': '2022-05-26T21:31:56Z', 'revision_number': 4, 'project_id': '7ddb778984b64029ae40ad6be7f1bf20', 'gw_port': {'id': '1b9e389a-37fd-4f87-80e6-260b13e9c432', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:45:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492e1c9d-25e2-4206-8776-c68fc517622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:52Z', 'updated_at': '2022-05-26T21:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'bbfb794f-422f-4b6e-92b1-ab95d4a25831', 'name': '', 'network_id': '1791ac20-d2d7-47db-a830-ef48a202d22e', 'tenant_id': '7ddb778984b64029ae40ad6be7f1bf20', 'mac_address': 'fa:16:3e:f4:4c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492e1c9d-25e2-4206-8776-c68fc517622d', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ff1c1d17-9a63-43c6-a344-05ed99ba0d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:55Z', 'updated_at': '2022-05-26T21:32:00Z', 'revision_number': 4, 'project_id': '7ddb778984b64029ae40ad6be7f1bf20', 'subnets': [{'id': 'ff1c1d17-9a63-43c6-a344-05ed99ba0d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:32:00.806987 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bd686-7343-4b69-83a8-47bea5f87cdc req-fa91f0cc-7de9-46d0-988f-c72f16f21960 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:00.808701 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9c7bd686-7343-4b69-83a8-47bea5f87cdc req-fa91f0cc-7de9-46d0-988f-c72f16f21960 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 944 time: 0.0794764 May 26 21:32:00.815911 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f084c6b2-3ebe-4f7f-bdd5-3f6f07ae1a21 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:00.816233 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-e9b40561-6037-41a3-9824-0c19edd13178 None None] Provisioning complete for port bbfb794f-422f-4b6e-92b1-ab95d4a25831 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:32:00.822176 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-e9b40561-6037-41a3-9824-0c19edd13178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (bbfb794f-422f-4b6e-92b1-ab95d4a25831), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:00.822335 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-f084c6b2-3ebe-4f7f-bdd5-3f6f07ae1a21 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4387476 May 26 21:32:00.822437 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947953d4-c94c-42b0-a103-79344da39171 None None] The sync data for ids ['492e1c9d-25e2-4206-8776-c68fc517622d'] in dv-cinder-828805-3-iscsi is: [{'id': '492e1c9d-25e2-4206-8776-c68fc517622d', 'name': 'tempest-TestShelveInstance-204403283-router', 'tenant_id': '7ddb778984b64029ae40ad6be7f1bf20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '1b9e389a-37fd-4f87-80e6-260b13e9c432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:31:50Z', 'updated_at': '2022-05-26T21:31:56Z', 'revision_number': 4, 'project_id': '7ddb778984b64029ae40ad6be7f1bf20', 'gw_port': {'id': '1b9e389a-37fd-4f87-80e6-260b13e9c432', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:45:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492e1c9d-25e2-4206-8776-c68fc517622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:52Z', 'updated_at': '2022-05-26T21:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'bbfb794f-422f-4b6e-92b1-ab95d4a25831', 'name': '', 'network_id': '1791ac20-d2d7-47db-a830-ef48a202d22e', 'tenant_id': '7ddb778984b64029ae40ad6be7f1bf20', 'mac_address': 'fa:16:3e:f4:4c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492e1c9d-25e2-4206-8776-c68fc517622d', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ff1c1d17-9a63-43c6-a344-05ed99ba0d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:55Z', 'updated_at': '2022-05-26T21:32:00Z', 'revision_number': 4, 'project_id': '7ddb778984b64029ae40ad6be7f1bf20', 'subnets': [{'id': 'ff1c1d17-9a63-43c6-a344-05ed99ba0d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:32:00.823287 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a6133e7f-2347-47b6-9936-69e3eda9a2cf req-4c5aa886-c962-4b35-8e01-a11a3db15383 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667722 May 26 21:32:00.823762 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 53712) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:32:00.833638 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-1a94993e-d7ab-4990-952b-1cff420889ed tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Request body: {'security_group_rule': {'security_group_id': 'd018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc', 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:32:00.885538 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9c7bd686-7343-4b69-83a8-47bea5f87cdc req-076c71f0-1263-4f2e-b553-4b01d5088fd6 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637596 May 26 21:32:00.943347 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-e9b40561-6037-41a3-9824-0c19edd13178 None None] Current status of the port bbfb794f-422f-4b6e-92b1-ab95d4a25831 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:32:00.972332 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.db.securitygroups_db [None req-1a94993e-d7ab-4990-952b-1cff420889ed tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Project 77c3cd3a54424befb4b424e6de1f7870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 21:32:00.980255 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-1a94993e-d7ab-4990-952b-1cff420889ed tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for security_group_rule (96b79fde-cf7a-49d8-91c6-da71a4cda449), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:01.042399 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-1a94993e-d7ab-4990-952b-1cff420889ed tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for security_group_rule (96b79fde-cf7a-49d8-91c6-da71a4cda449), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:01.109415 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-1a94993e-d7ab-4990-952b-1cff420889ed tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (96b79fde-cf7a-49d8-91c6-da71a4cda449), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:01.132494 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94993e-d7ab-4990-952b-1cff420889ed tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b79fde-cf7a-49d8-91c6-da71a4cda449,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:32:01.234486 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-1a94993e-d7ab-4990-952b-1cff420889ed tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:01.238733 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 53728) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:32:01.238906 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-1a94993e-d7ab-4990-952b-1cff420889ed tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4140308 May 26 21:32:01.243322 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-831d0eae-7f7b-4212-bdc6-b6bcf1b5e279 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Request body: {'security_group_rule': {'security_group_id': 'd018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc', 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:32:01.308905 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dada2c-d9e0-4426-b237-4e9a9b55abb1 req-b294a5c4-f40d-4b20-9655-374246e4f06b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:01.314154 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:01.315346 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-27dada2c-d9e0-4426-b237-4e9a9b55abb1 req-b294a5c4-f40d-4b20-9655-374246e4f06b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 943 time: 0.0559978 May 26 21:32:01.344959 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 53734) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:32:01.352596 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.securitygroups_db [None req-831d0eae-7f7b-4212-bdc6-b6bcf1b5e279 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Project 77c3cd3a54424befb4b424e6de1f7870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 21:32:01.359533 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-831d0eae-7f7b-4212-bdc6-b6bcf1b5e279 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for security_group_rule (1da0f889-f9c8-4fc7-a8f3-d31b356cb075), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:01.383928 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-27dada2c-d9e0-4426-b237-4e9a9b55abb1 req-e5f8f2db-603b-449b-8b40-6d7e1e64293a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655589 May 26 21:32:01.384042 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:01.437110 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-831d0eae-7f7b-4212-bdc6-b6bcf1b5e279 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for security_group_rule (1da0f889-f9c8-4fc7-a8f3-d31b356cb075), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:01.467896 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-65112cbd-aba4-4ff8-a0eb-dfb3d8760bef req-1315eac9-ca0a-4d66-a00a-de0832e61821 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1216788 May 26 21:32:01.476803 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [req-65112cbd-aba4-4ff8-a0eb-dfb3d8760bef req-53be8b85-649b-4178-b0c6-7c012dfe8119 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104642) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:32:01.477864 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-65112cbd-aba4-4ff8-a0eb-dfb3d8760bef req-53be8b85-649b-4178-b0c6-7c012dfe8119 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051312 May 26 21:32:01.491231 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-831d0eae-7f7b-4212-bdc6-b6bcf1b5e279 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (1da0f889-f9c8-4fc7-a8f3-d31b356cb075), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:01.511659 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d0eae-7f7b-4212-bdc6-b6bcf1b5e279 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da0f889-f9c8-4fc7-a8f3-d31b356cb075,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:32:01.564102 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 53742) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:32:01.595724 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-831d0eae-7f7b-4212-bdc6-b6bcf1b5e279 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:01.604879 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-831d0eae-7f7b-4212-bdc6-b6bcf1b5e279 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3571637 May 26 21:32:01.609377 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:01.673055 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65112cbd-aba4-4ff8-a0eb-dfb3d8760bef req-334ae4db-1d79-4809-9e7b-0a7b3ea63848 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:01.674499 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-65112cbd-aba4-4ff8-a0eb-dfb3d8760bef req-334ae4db-1d79-4809-9e7b-0a7b3ea63848 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports/f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f HTTP/1.1" status: 200 len: 941 time: 0.1094182 May 26 21:32:01.802313 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device bbfb794f-422f-4b6e-92b1-ab95d4a25831 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:32:01.870105 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port bbfb794f-422f-4b6e-92b1-ab95d4a25831 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:32:01.877528 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (bbfb794f-422f-4b6e-92b1-ab95d4a25831), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:02.008798 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port bbfb794f-422f-4b6e-92b1-ab95d4a25831 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:32:02.079771 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69ae39-704a-493a-ae7d-dcb60a58d894 req-77ac1d61-cedb-4940-8694-221ef9c1c09d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:02.087176 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2d69ae39-704a-493a-ae7d-dcb60a58d894 req-77ac1d61-cedb-4940-8694-221ef9c1c09d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.1032856 May 26 21:32:02.094548 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50ab8c-076a-4e59-a04c-64fd1db25e26 req-42754128-da28-4459-953d-ad0642b2c088 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:02.096643 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ca50ab8c-076a-4e59-a04c-64fd1db25e26 req-42754128-da28-4459-953d-ad0642b2c088 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 944 time: 0.0677483 May 26 21:32:02.136762 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2d69ae39-704a-493a-ae7d-dcb60a58d894 req-8649af11-46d3-4bc3-bd28-5693ebe8f5f1 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487273 May 26 21:32:02.145791 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ca50ab8c-076a-4e59-a04c-64fd1db25e26 req-623d2990-bfe3-4e1c-b2a9-0945b4c7c2a7 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435193 May 26 21:32:02.503862 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e059306-4ba3-4434-8d2e-a419a6cf3293 req-e7a90fdb-6316-4abc-b5f2-0e924d6968f7 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:02.505504 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2e059306-4ba3-4434-8d2e-a419a6cf3293 req-e7a90fdb-6316-4abc-b5f2-0e924d6968f7 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 943 time: 0.0476551 May 26 21:32:02.556025 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2e059306-4ba3-4434-8d2e-a419a6cf3293 req-b5f2ba6c-167e-4495-bd69-5093263e0fc8 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451572 May 26 21:32:02.967360 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a7ed0-a07e-4004-9b9c-994f692fe89e req-a7058128-28b3-464e-b75c-9444e3ab3a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:02.969220 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bb6a7ed0-a07e-4004-9b9c-994f692fe89e req-a7058128-28b3-464e-b75c-9444e3ab3a4d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=771d85ed5c3b4a6bbc9945d88cfcbab8&device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 1168 time: 0.0487032 May 26 21:32:02.993438 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-19d0db02-bff0-42c9-906d-f39c2008079d req-e0a1b3c6-45e5-4dc9-9ab5-1ae3db2e1f38 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e HTTP/1.1" status: 200 len: 1001 time: 0.0959747 May 26 21:32:02.995164 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-38de67fd-f0a6-4745-8f92-7c8389af5e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:02.996536 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-38de67fd-f0a6-4745-8f92-7c8389af5e76 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=86c6cba8-f2d3-45d8-a7b0-a4676a67b444 HTTP/1.1" status: 200 len: 853 time: 0.0930734 May 26 21:32:03.023427 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['c738b38d-cc3a-42ab-8d0f-8c9dc892211c'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:32:03.088365 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-00371ede-70e4-4429-92d1-a188725d8013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:03.090049 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-00371ede-70e4-4429-92d1-a188725d8013 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e423d8c6-f848-40d6-99bb-c61a958058f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0763278 May 26 21:32:03.094643 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a7ed0-a07e-4004-9b9c-994f692fe89e req-4b03baa7-1f6a-4c8d-bd88-245386552960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:03.096697 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bb6a7ed0-a07e-4004-9b9c-994f692fe89e req-4b03baa7-1f6a-4c8d-bd88-245386552960 service neutron] 10.222.0.60 "GET /v2.0/networks?id=67963c39-9b8d-4e89-8021-57829e1176c5 HTTP/1.1" status: 200 len: 915 time: 0.1122398 May 26 21:32:03.097753 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0db02-bff0-42c9-906d-f39c2008079d req-748ad89c-ff5b-4c2e-916d-f46d53f3c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:03.101538 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-19d0db02-bff0-42c9-906d-f39c2008079d req-748ad89c-ff5b-4c2e-916d-f46d53f3c524 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=86c6cba8-f2d3-45d8-a7b0-a4676a67b444 HTTP/1.1" status: 200 len: 853 time: 0.0955517 May 26 21:32:03.187802 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bb6a7ed0-a07e-4004-9b9c-994f692fe89e req-be636975-58ba-4d3a-94b5-82227c4fe127 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c738b38d-cc3a-42ab-8d0f-8c9dc892211c HTTP/1.1" status: 200 len: 1001 time: 0.0788052 May 26 21:32:03.245668 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0db02-bff0-42c9-906d-f39c2008079d req-5dd09026-4290-46bb-abef-7123310f281a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:03.247218 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-19d0db02-bff0-42c9-906d-f39c2008079d req-5dd09026-4290-46bb-abef-7123310f281a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e423d8c6-f848-40d6-99bb-c61a958058f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1129806 May 26 21:32:03.289732 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a7ed0-a07e-4004-9b9c-994f692fe89e req-72d564d1-8989-4d9d-b995-35e5a767531e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:03.291272 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bb6a7ed0-a07e-4004-9b9c-994f692fe89e req-72d564d1-8989-4d9d-b995-35e5a767531e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e4d7177c-5e3d-448a-a712-c1598bcbcb8f HTTP/1.1" status: 200 len: 853 time: 0.0973423 May 26 21:32:03.305012 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fac14a-e775-4fa1-81c9-2d03280275f7 req-eaff64da-a66b-4453-b4b6-8418ed66ce3d tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:03.306463 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-94fac14a-e775-4fa1-81c9-2d03280275f7 req-eaff64da-a66b-4453-b4b6-8418ed66ce3d tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 944 time: 0.0571420 May 26 21:32:03.307977 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-ca95438f-79e1-454f-b975-9d7023d46e72 service neutron] 10.222.0.60 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044833 May 26 21:32:03.319005 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96d88f-5774-4966-a691-74809b59a34b req-e569b3f0-a117-44a6-88a0-9cc211839c41 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:03.320568 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6e96d88f-5774-4966-a691-74809b59a34b req-e569b3f0-a117-44a6-88a0-9cc211839c41 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0628829 May 26 21:32:03.334954 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:03.358265 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-94fac14a-e775-4fa1-81c9-2d03280275f7 req-9dd73073-a854-4d21-a651-d4574d729e29 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443988 May 26 21:32:03.371538 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6e96d88f-5774-4966-a691-74809b59a34b req-e9ea3bf4-b212-4f5c-ae06-ef64701b05f1 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454531 May 26 21:32:03.501255 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a7ed0-a07e-4004-9b9c-994f692fe89e req-f84a5c76-fbae-4aa5-8355-7190f116fd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:03.503281 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bb6a7ed0-a07e-4004-9b9c-994f692fe89e req-f84a5c76-fbae-4aa5-8355-7190f116fd43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67963c39-9b8d-4e89-8021-57829e1176c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516973 May 26 21:32:03.631798 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bb6a7ed0-a07e-4004-9b9c-994f692fe89e req-e0a5347d-48be-468d-ab6d-733ae06e8621 service neutron] 10.222.0.60 "GET /v2.0/networks/67963c39-9b8d-4e89-8021-57829e1176c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190910 May 26 21:32:03.808483 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['c5f69ca6-d120-49a3-a890-77e4b7429ad9'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:32:03.842844 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:03.854346 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-13d2a254-cd6d-4c23-a4f7-e9c88a580af4 req-2e73ea60-a6b1-41fb-ba6a-276151483e23 service neutron] 10.222.0.60 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995295 May 26 21:32:03.854346 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-19d0db02-bff0-42c9-906d-f39c2008079d req-22f9c5c7-f018-455f-ad42-3fef8a6c0d06 service neutron] 10.222.0.60 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031096 May 26 21:32:03.937535 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:04.024176 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-19d0db02-bff0-42c9-906d-f39c2008079d req-bd07f798-34b4-4331-a127-87fcbc97c301 service neutron] 10.222.0.60 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402774 May 26 21:32:04.039736 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cfa77-c236-479d-90a4-ac725240a666 req-0da26981-7740-4c6a-8950-bbd647359e62 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:04.041249 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-926cfa77-c236-479d-90a4-ac725240a666 req-0da26981-7740-4c6a-8950-bbd647359e62 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 943 time: 0.3166850 May 26 21:32:04.072325 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bb6a7ed0-a07e-4004-9b9c-994f692fe89e req-c60a59b1-7e32-422c-9b5c-499f0333a8e4 service neutron] 10.222.0.60 "GET /v2.0/networks/67963c39-9b8d-4e89-8021-57829e1176c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338431 May 26 21:32:04.100443 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-926cfa77-c236-479d-90a4-ac725240a666 req-3b2f99ec-a618-48fd-b4b7-28610242b2f7 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486431 May 26 21:32:04.480014 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c9037-0a89-4337-a02a-6e8bada3991d req-73f44fea-0473-428c-a694-1ea1104e24a1 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:04.481501 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1b3c9037-0a89-4337-a02a-6e8bada3991d req-73f44fea-0473-428c-a694-1ea1104e24a1 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 944 time: 0.0491073 May 26 21:32:04.504128 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738b1ef-950c-4357-98ba-54d08741e7f1 req-0ea0fc10-77d8-438b-af3e-4af0cb246445 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:04.505637 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d738b1ef-950c-4357-98ba-54d08741e7f1 req-0ea0fc10-77d8-438b-af3e-4af0cb246445 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0484900 May 26 21:32:04.534384 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1b3c9037-0a89-4337-a02a-6e8bada3991d req-c2fd1750-a420-4c1b-b6d1-3735bfd0329a tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463123 May 26 21:32:04.557303 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d738b1ef-950c-4357-98ba-54d08741e7f1 req-830bd771-0ad6-4afc-803d-e107aa57dab8 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456736 May 26 21:32:05.224990 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1096ccc-21e4-4d2e-a168-9d59ec01b8e5 req-ca9c4070-c07f-4b86-920c-29e38623d739 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:05.226594 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d1096ccc-21e4-4d2e-a168-9d59ec01b8e5 req-ca9c4070-c07f-4b86-920c-29e38623d739 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 943 time: 0.0511866 May 26 21:32:05.286222 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d1096ccc-21e4-4d2e-a168-9d59ec01b8e5 req-decd8970-e7d7-49eb-9d0f-0ef88bafac61 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537167 May 26 21:32:05.660196 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518557c7-67bf-4171-aa94-7dd34f503987 req-881a12f9-d567-4bd9-8725-2b1922396032 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:05.661746 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-518557c7-67bf-4171-aa94-7dd34f503987 req-881a12f9-d567-4bd9-8725-2b1922396032 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 944 time: 0.0547762 May 26 21:32:05.683860 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:05.695192 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786776d7-9c25-4b1a-aca0-5ee798164882 req-fb099ebd-4c39-43d5-bd4c-d9ac334abe5a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:05.696565 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-786776d7-9c25-4b1a-aca0-5ee798164882 req-fb099ebd-4c39-43d5-bd4c-d9ac334abe5a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0554025 May 26 21:32:05.713154 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-518557c7-67bf-4171-aa94-7dd34f503987 req-0cc1aa70-070c-4f7d-a093-fde30b18ad98 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453436 May 26 21:32:05.841053 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:05.888236 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-786776d7-9c25-4b1a-aca0-5ee798164882 req-4b6de4ab-7bb2-4ffb-b28b-86332fffb711 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828067 May 26 21:32:06.403423 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b08b49-7d29-409a-af27-f4bd808698ba req-03d83e6c-d3a1-46ef-a348-f80d39fe5eb5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:06.404947 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e6b08b49-7d29-409a-af27-f4bd808698ba req-03d83e6c-d3a1-46ef-a348-f80d39fe5eb5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 943 time: 0.0498996 May 26 21:32:06.453118 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e6b08b49-7d29-409a-af27-f4bd808698ba req-e66bd823-8524-4253-81ff-93eb1e13517e tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424640 May 26 21:32:06.836260 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9984907-259f-49d4-84f8-91809eaa31b4 req-1414f45c-8154-4d32-90d3-574582af0172 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:06.837834 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d9984907-259f-49d4-84f8-91809eaa31b4 req-1414f45c-8154-4d32-90d3-574582af0172 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 944 time: 0.0505252 May 26 21:32:06.917827 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d9984907-259f-49d4-84f8-91809eaa31b4 req-cafea0d9-ebb4-4bec-a9ec-b23fa68f0944 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728877 May 26 21:32:07.022280 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e88af-96f9-4c7d-9892-58d254920af6 req-89f1e8fa-03ad-41ae-bdd4-6f37e6d10c59 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:07.024174 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-eb8e88af-96f9-4c7d-9892-58d254920af6 req-89f1e8fa-03ad-41ae-bdd4-6f37e6d10c59 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0523968 May 26 21:32:07.072608 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-eb8e88af-96f9-4c7d-9892-58d254920af6 req-71a38013-acac-452b-80de-9f444b7a0f9e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418713 May 26 21:32:07.584043 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae8eab-ad85-448f-8dd5-d5df9617e3d7 req-f2f73502-3831-4f14-8581-404d278100a5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:07.585550 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e3ae8eab-ad85-448f-8dd5-d5df9617e3d7 req-f2f73502-3831-4f14-8581-404d278100a5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 943 time: 0.0535045 May 26 21:32:07.633961 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e3ae8eab-ad85-448f-8dd5-d5df9617e3d7 req-2401f6b9-e817-491c-83c2-476b46be1f4f tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426915 May 26 21:32:08.038944 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7a114-32bc-470a-bc69-2cc357689fba req-b881d222-1d2b-4432-a6bb-75b00abe00cd tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:08.040505 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0bc7a114-32bc-470a-bc69-2cc357689fba req-b881d222-1d2b-4432-a6bb-75b00abe00cd tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 944 time: 0.0481262 May 26 21:32:08.088138 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0bc7a114-32bc-470a-bc69-2cc357689fba req-053117a7-f404-4d51-a135-f837de71e5f4 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412688 May 26 21:32:08.193919 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba5389-c56f-4ccf-b02d-6aaf86c76fc3 req-ce9f1b63-426a-4870-ae55-501f9859a6ba tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:08.195388 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fcba5389-c56f-4ccf-b02d-6aaf86c76fc3 req-ce9f1b63-426a-4870-ae55-501f9859a6ba tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0470269 May 26 21:32:08.241853 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fcba5389-c56f-4ccf-b02d-6aaf86c76fc3 req-b6bd5212-deaf-46a2-9e18-7cc4b468b028 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409467 May 26 21:32:08.746998 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff654f8-3515-424b-8bc8-22827234b908 req-478009a4-abb2-4e0e-afd5-e425c867bc7c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:08.749067 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6ff654f8-3515-424b-8bc8-22827234b908 req-478009a4-abb2-4e0e-afd5-e425c867bc7c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 943 time: 0.0468321 May 26 21:32:08.800914 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6ff654f8-3515-424b-8bc8-22827234b908 req-3251ff0d-00b6-4826-bbb0-198777ce40c1 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460050 May 26 21:32:09.210476 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc52f2-ff90-454d-86b2-1b00d359c851 req-01b3fd98-a0df-4017-9628-80639031b1ba tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:09.211968 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1ecc52f2-ff90-454d-86b2-1b00d359c851 req-01b3fd98-a0df-4017-9628-80639031b1ba tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 944 time: 0.0534422 May 26 21:32:09.266171 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1ecc52f2-ff90-454d-86b2-1b00d359c851 req-232fbe2e-780b-46bd-823b-ce83c66e96c2 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486243 May 26 21:32:09.363694 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef661e8-f671-4df1-8421-570e873209ff req-1f4fbb48-d785-404f-a155-66308e34cd18 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:09.365180 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-cef661e8-f671-4df1-8421-570e873209ff req-1f4fbb48-d785-404f-a155-66308e34cd18 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0502975 May 26 21:32:09.414238 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-cef661e8-f671-4df1-8421-570e873209ff req-053ee801-8647-47bb-8b71-9bc1d655334a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433047 May 26 21:32:09.915671 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70439535-2cb6-42f1-bb84-083431542710 req-8355010a-63f6-41d2-9cff-a513d9a8934d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:09.917155 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-70439535-2cb6-42f1-bb84-083431542710 req-8355010a-63f6-41d2-9cff-a513d9a8934d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 943 time: 0.0487845 May 26 21:32:09.965360 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-70439535-2cb6-42f1-bb84-083431542710 req-b48a5424-b4c6-4dd7-b2fb-5eb6b40b9927 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425806 May 26 21:32:10.377447 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac824a-fe0b-4491-a7e5-88000cf293d2 req-5e2e3f44-ee79-4ccf-8e11-6f48c4394dc5 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:10.378880 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-abac824a-fe0b-4491-a7e5-88000cf293d2 req-5e2e3f44-ee79-4ccf-8e11-6f48c4394dc5 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 944 time: 0.0462301 May 26 21:32:10.425438 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-abac824a-fe0b-4491-a7e5-88000cf293d2 req-6996a37c-81a9-481b-a933-4335af9249b0 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407808 May 26 21:32:10.532943 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469b952-03a6-41c2-8957-19bbe4197039 req-5ca99b7b-0860-47f5-9b5f-1c7040042ab6 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:10.534418 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1469b952-03a6-41c2-8957-19bbe4197039 req-5ca99b7b-0860-47f5-9b5f-1c7040042ab6 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0470376 May 26 21:32:10.585908 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1469b952-03a6-41c2-8957-19bbe4197039 req-0476e3a1-6206-4f29-b84b-08cbadee9846 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458875 May 26 21:32:11.078917 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d22643-9179-48ad-b577-7d6391c4f5f3 req-1f4b93e7-7f86-49a2-9b03-1bc14409ba69 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:11.080467 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-33d22643-9179-48ad-b577-7d6391c4f5f3 req-1f4b93e7-7f86-49a2-9b03-1bc14409ba69 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 943 time: 0.0494545 May 26 21:32:11.131437 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-33d22643-9179-48ad-b577-7d6391c4f5f3 req-7dcb8441-0016-4d49-ac5d-4b3d82975ce7 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450792 May 26 21:32:11.543945 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c917c-0b0d-466a-9295-1a42a4f96ede req-c4fdb190-6175-4bd8-9845-b138089c1669 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:11.545405 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-df5c917c-0b0d-466a-9295-1a42a4f96ede req-c4fdb190-6175-4bd8-9845-b138089c1669 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 944 time: 0.0521276 May 26 21:32:11.583869 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:11.596817 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-df5c917c-0b0d-466a-9295-1a42a4f96ede req-db661cee-c45d-4981-b5be-5ec7c352c6bc tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450194 May 26 21:32:11.686802 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:11.705063 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb96484-336c-4f7f-b729-e6e9925467d9 req-b8277a55-1531-46b3-80ff-72d8f49d1c73 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:11.706558 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0cb96484-336c-4f7f-b729-e6e9925467d9 req-b8277a55-1531-46b3-80ff-72d8f49d1c73 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0481863 May 26 21:32:11.755155 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0cb96484-336c-4f7f-b729-e6e9925467d9 req-46485e4d-3480-45ab-a43d-5ffd4bd11029 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426090 May 26 21:32:12.247331 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519dca0-61e3-4b7a-9cac-16ab92b15802 req-6807cb89-1f60-498b-b0e3-94588eb09d76 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:12.249028 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9519dca0-61e3-4b7a-9cac-16ab92b15802 req-6807cb89-1f60-498b-b0e3-94588eb09d76 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 943 time: 0.0493586 May 26 21:32:12.301707 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9519dca0-61e3-4b7a-9cac-16ab92b15802 req-5af14b0f-8193-4b6f-a1e9-40be75314e9c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468955 May 26 21:32:12.567113 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device c5f69ca6-d120-49a3-a890-77e4b7429ad9 up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:32:12.573979 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['c738b38d-cc3a-42ab-8d0f-8c9dc892211c'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:32:12.669672 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning for port c5f69ca6-d120-49a3-a890-77e4b7429ad9 completed by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:32:12.724382 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port c5f69ca6-d120-49a3-a890-77e4b7429ad9 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:32:12.724759 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (c5f69ca6-d120-49a3-a890-77e4b7429ad9), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:12.736994 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ec64e-0ab6-4f4e-b508-30b6f35a6945 req-eed487ff-eb3b-41e4-a3d6-e01063d9656e tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:12.738685 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9d9ec64e-0ab6-4f4e-b508-30b6f35a6945 req-eed487ff-eb3b-41e4-a3d6-e01063d9656e tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 944 time: 0.0625026 May 26 21:32:12.753782 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:12.801748 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9d9ec64e-0ab6-4f4e-b508-30b6f35a6945 req-b377809f-154c-41b4-8157-0c39cb02ed84 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559514 May 26 21:32:12.881357 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port c5f69ca6-d120-49a3-a890-77e4b7429ad9 is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:32:12.881817 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c5f69ca6-d120-49a3-a890-77e4b7429ad9), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:12.900436 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cabff-1fe3-42d4-ad1f-266305a6fb7b req-df9fa61b-ddf9-4d6b-b081-68351f304ba8 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:12.902776 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e93cabff-1fe3-42d4-ad1f-266305a6fb7b req-df9fa61b-ddf9-4d6b-b081-68351f304ba8 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0548856 May 26 21:32:12.930536 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850b5395-31f3-43e6-a549-fa9c33e66b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f69ca6-d120-49a3-a890-77e4b7429ad9'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:32:12.932832 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcaa438-338c-45b9-8c16-cf41f6d8dc2d" -d '{"events": [{"server_uuid": "850b5395-31f3-43e6-a549-fa9c33e66b7a", "name": "network-vif-plugged", "status": "completed", "tag": "c5f69ca6-d120-49a3-a890-77e4b7429ad9"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:32:12.951705 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port c5f69ca6-d120-49a3-a890-77e4b7429ad9, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c5f69ca6-d120-49a3-a890-77e4b7429ad9,segment=NetworkSegment(7b796852-cdae-4a96-9d97-94624ded1290),segment_id=7b796852-cdae-4a96-9d97-94624ded1290)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:32:12.965868 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e93cabff-1fe3-42d4-ad1f-266305a6fb7b req-d170aadc-1685-405a-b74c-28f7188dfa43 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569263 May 26 21:32:12.986806 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651f4c80-b735-4f4e-a5ed-f0e885ecbea9 x-openstack-request-id: req-651f4c80-b735-4f4e-a5ed-f0e885ecbea9 {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:32:12.987157 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "850b5395-31f3-43e6-a549-fa9c33e66b7a", "name": "network-vif-plugged", "status": "completed", "tag": "c5f69ca6-d120-49a3-a890-77e4b7429ad9", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:32:12.987558 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-651f4c80-b735-4f4e-a5ed-f0e885ecbea9 {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:32:12.988049 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-651f4c80-b735-4f4e-a5ed-f0e885ecbea9'] response: {'server_uuid': '850b5395-31f3-43e6-a549-fa9c33e66b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f69ca6-d120-49a3-a890-77e4b7429ad9', 'code': 200} May 26 21:32:13.041285 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (c5f69ca6-d120-49a3-a890-77e4b7429ad9), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:13.256611 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=c5f69ca6-d120-49a3-a890-77e4b7429ad9,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:32:13.268287 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:13.268636 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:13.268979 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:13.269342 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:13.269688 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:13.270007 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:13.270333 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:13.270661 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:13.270986 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:13.271310 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:13.271634 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:13.272001 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:13.272326 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:13.272650 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:13.272967 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:13.419407 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e8fec-96e5-4837-9abe-38fc5c241cde req-766ea957-f6b7-4155-a65b-b61542ae767c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:13.421473 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-985e8fec-96e5-4837-9abe-38fc5c241cde req-766ea957-f6b7-4155-a65b-b61542ae767c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 943 time: 0.0488827 May 26 21:32:13.471646 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-985e8fec-96e5-4837-9abe-38fc5c241cde req-d8d81f7e-a7da-4fed-a259-6cffed0ce0ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442688 May 26 21:32:13.922140 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c5d79-0e9f-4e69-9f51-3c435d8c020b req-8665d884-7f86-44bf-a084-b8108bd4a637 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:13.923639 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ac8c5d79-0e9f-4e69-9f51-3c435d8c020b req-8665d884-7f86-44bf-a084-b8108bd4a637 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 945 time: 0.0504408 May 26 21:32:13.973289 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ac8c5d79-0e9f-4e69-9f51-3c435d8c020b req-8ce92d53-c0de-4575-ab5d-354606cf80b3 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438204 May 26 21:32:14.075229 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:14.094078 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec877ac-92a9-4571-84b7-30d67e55854c req-6dbc6757-1746-4e65-bcd9-e889dd663cef tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:14.095564 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-aec877ac-92a9-4571-84b7-30d67e55854c req-6dbc6757-1746-4e65-bcd9-e889dd663cef tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0486667 May 26 21:32:14.144201 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-aec877ac-92a9-4571-84b7-30d67e55854c req-aee97987-9984-4106-bdcd-ff1e0676fcab tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426819 May 26 21:32:14.585891 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b792d4-eaae-4d3b-b2f4-9455e2fdbd83 req-6cd1c69f-a09d-4820-97d6-edab2f007546 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:14.587363 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-83b792d4-eaae-4d3b-b2f4-9455e2fdbd83 req-6cd1c69f-a09d-4820-97d6-edab2f007546 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 943 time: 0.0480435 May 26 21:32:14.613097 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:14.638388 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-83b792d4-eaae-4d3b-b2f4-9455e2fdbd83 req-4c6cb080-0cb7-4dc1-bcbd-3aa0f1e8dda1 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453885 May 26 21:32:15.090316 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d73dd-9eb4-4506-b1cf-f81b45df43cc req-96d5520d-a29d-4f76-a704-2d1118edbd37 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:15.091796 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0e6d73dd-9eb4-4506-b1cf-f81b45df43cc req-96d5520d-a29d-4f76-a704-2d1118edbd37 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 945 time: 0.0504868 May 26 21:32:15.139160 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0e6d73dd-9eb4-4506-b1cf-f81b45df43cc req-e3673518-8bdc-4316-a320-8e0482c49912 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417387 May 26 21:32:15.267222 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c2126-ac77-490e-9a35-a4fa8c5b676b req-ba2263f3-08a1-4256-865f-37b3dc5e87a3 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:15.268633 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e46c2126-ac77-490e-9a35-a4fa8c5b676b req-ba2263f3-08a1-4256-865f-37b3dc5e87a3 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0478616 May 26 21:32:15.315649 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e46c2126-ac77-490e-9a35-a4fa8c5b676b req-05fcf9f0-3b39-4205-8654-24254c517967 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412667 May 26 21:32:15.849889 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4b2c3-f820-4ae6-898a-8c897ed3e308 req-1d13f238-ad50-45cb-b900-f80f8a4d0163 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:15.851391 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5fc4b2c3-f820-4ae6-898a-8c897ed3e308 req-1d13f238-ad50-45cb-b900-f80f8a4d0163 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 943 time: 0.0475109 May 26 21:32:15.896955 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5fc4b2c3-f820-4ae6-898a-8c897ed3e308 req-eab7b898-e020-4e98-8772-fcd038d32544 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400455 May 26 21:32:16.253404 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60705c2e-6b79-446e-94bf-2e4d3dbc5299 req-005e46b8-71dc-400e-aae5-df900684dd6b tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:16.254927 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-60705c2e-6b79-446e-94bf-2e4d3dbc5299 req-005e46b8-71dc-400e-aae5-df900684dd6b tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 945 time: 0.0490844 May 26 21:32:16.308116 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-60705c2e-6b79-446e-94bf-2e4d3dbc5299 req-87663eea-1420-421f-905a-3011945bcf1f tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473158 May 26 21:32:16.443450 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368cc0b-3b2a-4cbb-ac7c-d8ff3768ca2a req-7fc92afc-ae60-4894-ba4a-7aceaae39eab tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:16.444954 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8368cc0b-3b2a-4cbb-ac7c-d8ff3768ca2a req-7fc92afc-ae60-4894-ba4a-7aceaae39eab tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0524080 May 26 21:32:16.457380 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=98 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:16.475437 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:16.494846 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8368cc0b-3b2a-4cbb-ac7c-d8ff3768ca2a req-2ed82692-3d39-45a3-8653-1c991f376370 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442615 May 26 21:32:17.013210 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74010bf-e27d-4164-b6bc-c124ee519e08 req-39e0384b-65a0-47d4-88b9-9db3c055cbbd tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:17.015332 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e74010bf-e27d-4164-b6bc-c124ee519e08 req-39e0384b-65a0-47d4-88b9-9db3c055cbbd tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 943 time: 0.0514026 May 26 21:32:17.062397 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e74010bf-e27d-4164-b6bc-c124ee519e08 req-d8b6af0a-7b0b-4cef-ab6b-08aec6a5b9db tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415225 May 26 21:32:17.424139 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681c322-d174-4593-909f-93173e7ff281 req-50394253-9174-4d44-b716-b87db8f86654 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:17.426316 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a681c322-d174-4593-909f-93173e7ff281 req-50394253-9174-4d44-b716-b87db8f86654 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 945 time: 0.0486412 May 26 21:32:17.475945 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a681c322-d174-4593-909f-93173e7ff281 req-a48f721d-ec8d-4dcf-b81f-3f5888f00547 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434432 May 26 21:32:17.624360 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339418ec-7d08-460b-917a-1229ffa06a42 req-30ad7324-5ebd-4e09-a6b8-f7dbe3cb6adc tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:17.625755 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-339418ec-7d08-460b-917a-1229ffa06a42 req-30ad7324-5ebd-4e09-a6b8-f7dbe3cb6adc tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0508509 May 26 21:32:17.678460 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-339418ec-7d08-460b-917a-1229ffa06a42 req-732303da-017c-4744-93e6-b1bc7c74370d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471239 May 26 21:32:18.180715 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f5109-8a82-4924-ac12-ddabc9c4a1a3 req-51a736b9-9cf5-4e7e-a14c-4a36b0216a81 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:18.182202 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-322f5109-8a82-4924-ac12-ddabc9c4a1a3 req-51a736b9-9cf5-4e7e-a14c-4a36b0216a81 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 943 time: 0.0480866 May 26 21:32:18.232448 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-322f5109-8a82-4924-ac12-ddabc9c4a1a3 req-946f4953-b2bd-49ef-a3bf-7dedbc9bfa39 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446322 May 26 21:32:18.591355 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6e7ed-7fef-46e8-89f8-5bdf8f02ec18 req-6a5546dd-80c0-49b3-ba6f-227b51c54be2 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:18.592872 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5ef6e7ed-7fef-46e8-89f8-5bdf8f02ec18 req-6a5546dd-80c0-49b3-ba6f-227b51c54be2 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 945 time: 0.0483778 May 26 21:32:18.644619 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5ef6e7ed-7fef-46e8-89f8-5bdf8f02ec18 req-a4e29f07-3951-46b5-8413-e20861305aa4 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460849 May 26 21:32:18.801771 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941fa36-4d10-4504-9db7-3ae39b65abd2 req-262e67b2-ff87-47da-a804-ebc5c6c351dd tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:18.803247 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9941fa36-4d10-4504-9db7-3ae39b65abd2 req-262e67b2-ff87-47da-a804-ebc5c6c351dd tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0487847 May 26 21:32:18.854643 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9941fa36-4d10-4504-9db7-3ae39b65abd2 req-d7aed040-342a-48d6-a2d0-cbf755e3f8df tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455308 May 26 21:32:19.346426 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005bcdd-c614-497f-b317-0cac2175c225 req-346f5819-5b06-4b2a-9e08-0fc4ab2fd257 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:19.348028 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c005bcdd-c614-497f-b317-0cac2175c225 req-346f5819-5b06-4b2a-9e08-0fc4ab2fd257 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 943 time: 0.0478404 May 26 21:32:19.396094 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c005bcdd-c614-497f-b317-0cac2175c225 req-bbd05589-9085-45df-b7a1-993544f7355b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425181 May 26 21:32:19.758282 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b073763-0cc9-4db2-8edc-15eb66ba1c21 req-07fd00a0-4017-4fdb-90d5-70d2682af694 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:19.759791 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2b073763-0cc9-4db2-8edc-15eb66ba1c21 req-07fd00a0-4017-4fdb-90d5-70d2682af694 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 945 time: 0.0465522 May 26 21:32:19.806574 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2b073763-0cc9-4db2-8edc-15eb66ba1c21 req-f2a20441-acc7-47ee-b7a5-e8cc502cca47 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413473 May 26 21:32:19.973518 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6a4a3-25ca-4e75-bd17-f2630fd085b4 req-775b6237-c8a4-4c7d-9ae0-b885f09a68a3 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:19.975005 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-dad6a4a3-25ca-4e75-bd17-f2630fd085b4 req-775b6237-c8a4-4c7d-9ae0-b885f09a68a3 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0459881 May 26 21:32:20.020700 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-dad6a4a3-25ca-4e75-bd17-f2630fd085b4 req-7aaa53bf-f83a-4836-a978-87d3cf8b66f8 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401437 May 26 21:32:20.496177 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:20.513982 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049cacf-7e84-4572-9bfc-a59bfe15d72a req-e4fcbc02-779f-4b37-ade5-1e204679f7cb tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:20.515964 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3049cacf-7e84-4572-9bfc-a59bfe15d72a req-e4fcbc02-779f-4b37-ade5-1e204679f7cb tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 943 time: 0.0516992 May 26 21:32:20.562477 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3049cacf-7e84-4572-9bfc-a59bfe15d72a req-757cf8c3-802f-4f44-96ff-9f1e2c3ddd7e tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404556 May 26 21:32:20.909106 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:20.922250 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77e35e-6bbe-437f-994e-1eef7531422c req-e08c4062-13f3-44af-b2f6-c66d5941fa55 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:20.923713 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-bc77e35e-6bbe-437f-994e-1eef7531422c req-e08c4062-13f3-44af-b2f6-c66d5941fa55 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 945 time: 0.0511005 May 26 21:32:20.965527 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:20.972430 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-bc77e35e-6bbe-437f-994e-1eef7531422c req-c12ac409-e359-4239-879e-29021e842108 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429285 May 26 21:32:21.061776 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-87b97a8e-1dc7-4c4f-b40e-5354edfcb3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:21.141626 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535780b-535f-482b-832a-b5db50638959 req-6f43029e-55e7-4a58-850e-a9f18238cd62 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:21.142986 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4535780b-535f-482b-832a-b5db50638959 req-6f43029e-55e7-4a58-850e-a9f18238cd62 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0476179 May 26 21:32:21.190597 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4535780b-535f-482b-832a-b5db50638959 req-a91643e9-9199-46a0-be5b-078246516238 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417831 May 26 21:32:21.198586 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 3ee57c28-7886-4588-b610-9158fcb5e1b2 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:32:21.303591 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 3ee57c28-7886-4588-b610-9158fcb5e1b2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=3ee57c28-7886-4588-b610-9158fcb5e1b2,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:32:21.316464 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': '3ee57c28-7886-4588-b610-9158fcb5e1b2', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'port_id': '3ee57c28-7886-4588-b610-9158fcb5e1b2', 'mac_address': 'fa:16:3e:b6:18:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:32:21.350649 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 3ee57c28-7886-4588-b610-9158fcb5e1b2 is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:32:21.351030 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (3ee57c28-7886-4588-b610-9158fcb5e1b2), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:21.364605 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee57c28-7886-4588-b610-9158fcb5e1b2 {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:32:21.383408 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 3ee57c28-7886-4588-b610-9158fcb5e1b2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=3ee57c28-7886-4588-b610-9158fcb5e1b2,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:32:21.434039 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (3ee57c28-7886-4588-b610-9158fcb5e1b2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:21.484514 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=3ee57c28-7886-4588-b610-9158fcb5e1b2,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:32:21.674090 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3707d6-a96a-42b2-a61f-b45c442a8b93 req-4162ed29-ca7a-4ea1-8eae-3d51443e4ef0 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:21.675837 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0e3707d6-a96a-42b2-a61f-b45c442a8b93 req-4162ed29-ca7a-4ea1-8eae-3d51443e4ef0 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 944 time: 0.0472088 May 26 21:32:21.724624 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0e3707d6-a96a-42b2-a61f-b45c442a8b93 req-296b1947-9c7a-460d-b1b9-128e6c578489 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432701 May 26 21:32:22.086346 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11cffc-2b17-4584-93ae-27ca61b900b1 req-dbae1422-66aa-48b3-889b-dfe83d441f51 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:22.087853 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5a11cffc-2b17-4584-93ae-27ca61b900b1 req-dbae1422-66aa-48b3-889b-dfe83d441f51 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 945 time: 0.0476475 May 26 21:32:22.138506 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5a11cffc-2b17-4584-93ae-27ca61b900b1 req-ad5ee66e-3862-4352-bfe1-23f1f884d784 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451550 May 26 21:32:22.321506 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2772af-4199-48d7-89f9-5c5d33fcee3a req-f4f84310-9235-4c45-b7ee-f0d1ce0e74b2 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:22.322978 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0d2772af-4199-48d7-89f9-5c5d33fcee3a req-f4f84310-9235-4c45-b7ee-f0d1ce0e74b2 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0520146 May 26 21:32:22.375399 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0d2772af-4199-48d7-89f9-5c5d33fcee3a req-845c2406-c052-4f4f-be00-401bf0386786 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461280 May 26 21:32:22.425360 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['3ee57c28-7886-4588-b610-9158fcb5e1b2'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:32:22.558535 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:22.849441 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eec0a8-937c-4b70-adf1-34ebaf9795be req-0adcb468-e676-4b4e-95af-631a019d9e73 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:22.852376 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-96eec0a8-937c-4b70-adf1-34ebaf9795be req-0adcb468-e676-4b4e-95af-631a019d9e73 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 944 time: 0.0563686 May 26 21:32:22.879072 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:22.917547 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-96eec0a8-937c-4b70-adf1-34ebaf9795be req-8962b2a3-29d1-4c75-b8d2-97294e84c5f7 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593848 May 26 21:32:23.253730 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1464515-b839-4991-a314-58d6a8823006 req-6a4b66f8-8335-4aba-acc9-720a066df9b1 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:23.255804 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b1464515-b839-4991-a314-58d6a8823006 req-6a4b66f8-8335-4aba-acc9-720a066df9b1 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 945 time: 0.0498033 May 26 21:32:23.298628 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:23.311139 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b1464515-b839-4991-a314-58d6a8823006 req-63ee2bea-5e6f-4e47-9c0e-88292ae9a11c tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491946 May 26 21:32:23.391610 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8833b-65ff-4d9b-8c9e-53725ba332a4 req-ef830dfa-e3ed-4710-b122-e92ba2f62fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:23.393119 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-bce8833b-65ff-4d9b-8c9e-53725ba332a4 req-ef830dfa-e3ed-4710-b122-e92ba2f62fff service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 1129 time: 0.0906708 May 26 21:32:23.394581 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-ee1b3f8c-f991-4081-99d8-f67a800e7629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:23.455401 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-bce8833b-65ff-4d9b-8c9e-53725ba332a4 req-f0dcd80e-b94b-4a18-8d6e-b3e886bf82c9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447090 May 26 21:32:23.497786 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648801ae-0af1-4f97-a192-2055dbc24e4f req-1b779fb2-f6aa-45d8-ac37-4c126363c0af tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:23.499272 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-648801ae-0af1-4f97-a192-2055dbc24e4f req-1b779fb2-f6aa-45d8-ac37-4c126363c0af tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0483975 May 26 21:32:23.548000 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-648801ae-0af1-4f97-a192-2055dbc24e4f req-35474567-8ca1-4650-83b9-12a1c92e59ae tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426991 May 26 21:32:23.819512 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 3ee57c28-7886-4588-b610-9158fcb5e1b2 up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:32:23.861269 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning for port 3ee57c28-7886-4588-b610-9158fcb5e1b2 completed by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:32:23.954320 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port 3ee57c28-7886-4588-b610-9158fcb5e1b2 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:32:23.958102 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (3ee57c28-7886-4588-b610-9158fcb5e1b2), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:24.027710 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 3ee57c28-7886-4588-b610-9158fcb5e1b2 is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:32:24.028141 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (3ee57c28-7886-4588-b610-9158fcb5e1b2), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:24.041533 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79a0b9-3552-4d35-8b0c-631e51c98162 req-0f0ba41c-a338-4949-9e69-abac30b9821e tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:24.043066 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0e79a0b9-3552-4d35-8b0c-631e51c98162 req-0f0ba41c-a338-4949-9e69-abac30b9821e tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 944 time: 0.0545697 May 26 21:32:24.051536 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47b8242-7a18-4ea5-b647-3ac7c275bdab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee57c28-7886-4588-b610-9158fcb5e1b2'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:32:24.053758 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b95bf1-989e-49be-947b-842e5f6f9693" -d '{"events": [{"server_uuid": "f47b8242-7a18-4ea5-b647-3ac7c275bdab", "name": "network-vif-plugged", "status": "completed", "tag": "3ee57c28-7886-4588-b610-9158fcb5e1b2"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:32:24.066784 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 3ee57c28-7886-4588-b610-9158fcb5e1b2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=3ee57c28-7886-4588-b610-9158fcb5e1b2,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:32:24.090260 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a890e8-c7d1-4a33-9959-3df0935557ff x-openstack-request-id: req-12a890e8-c7d1-4a33-9959-3df0935557ff {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:32:24.090566 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47b8242-7a18-4ea5-b647-3ac7c275bdab", "name": "network-vif-plugged", "status": "completed", "tag": "3ee57c28-7886-4588-b610-9158fcb5e1b2", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:32:24.090822 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12a890e8-c7d1-4a33-9959-3df0935557ff {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:32:24.091233 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12a890e8-c7d1-4a33-9959-3df0935557ff'] response: {'server_uuid': 'f47b8242-7a18-4ea5-b647-3ac7c275bdab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee57c28-7886-4588-b610-9158fcb5e1b2', 'code': 200} May 26 21:32:24.103371 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0e79a0b9-3552-4d35-8b0c-631e51c98162 req-b814cfeb-fb4d-478e-ac0d-9302001a3738 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541043 May 26 21:32:24.137425 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (3ee57c28-7886-4588-b610-9158fcb5e1b2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:24.186678 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=3ee57c28-7886-4588-b610-9158fcb5e1b2,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:32:24.432214 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd18985-b602-4276-bcd5-97a2da72a6e5 req-783e9e3c-26bc-4a54-9dcd-15947cae33e6 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:24.433782 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ecd18985-b602-4276-bcd5-97a2da72a6e5 req-783e9e3c-26bc-4a54-9dcd-15947cae33e6 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 945 time: 0.0517538 May 26 21:32:24.481220 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ecd18985-b602-4276-bcd5-97a2da72a6e5 req-477fac9d-c663-4c58-bae7-707a997921c5 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419433 May 26 21:32:24.554426 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:24.675564 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d339e22-a515-45d9-b10e-9255bc073689 req-74f642f2-e0f3-4497-b2b4-32497430fe6c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:24.676186 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9d339e22-a515-45d9-b10e-9255bc073689 req-74f642f2-e0f3-4497-b2b4-32497430fe6c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0495596 May 26 21:32:24.725053 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9d339e22-a515-45d9-b10e-9255bc073689 req-a7ac86d4-9348-4578-8717-0b820ae5ad60 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433118 May 26 21:32:24.846383 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:25.221916 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8904e-262f-4145-94fa-958518a97b48 req-53e65f04-7ad5-4a23-92c1-0522ea6338c0 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:25.223474 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bad8904e-262f-4145-94fa-958518a97b48 req-53e65f04-7ad5-4a23-92c1-0522ea6338c0 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 945 time: 0.0505879 May 26 21:32:25.275011 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bad8904e-262f-4145-94fa-958518a97b48 req-2da2916f-9be5-4130-9227-1a69739bfe0d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426114 May 26 21:32:25.400581 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5127b1b-9abe-4326-897a-c1a746a2ba1c req-c9f90d9f-8977-46a6-82ba-dccab8efced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:25.401955 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c5127b1b-9abe-4326-897a-c1a746a2ba1c req-c9f90d9f-8977-46a6-82ba-dccab8efced6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 1129 time: 0.0431449 May 26 21:32:25.598172 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfe00e-6067-4a37-9a7d-108c3a861de9 req-9a9a703e-9e84-4883-84b0-f3c5046c8cab tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:25.599658 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fcbfe00e-6067-4a37-9a7d-108c3a861de9 req-9a9a703e-9e84-4883-84b0-f3c5046c8cab tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 945 time: 0.0491254 May 26 21:32:25.647455 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fcbfe00e-6067-4a37-9a7d-108c3a861de9 req-305f0d29-c1fe-4c86-93da-4f9d5d47e519 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421948 May 26 21:32:25.847177 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb57220-a337-4ba9-94d3-96babdffde51 req-9a987ed8-c43d-4b27-ad05-b3be36a572d1 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:25.848680 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5fb57220-a337-4ba9-94d3-96babdffde51 req-9a987ed8-c43d-4b27-ad05-b3be36a572d1 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0513721 May 26 21:32:25.895001 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5fb57220-a337-4ba9-94d3-96babdffde51 req-2a653f2e-26b7-4f18-b5a5-5ed64796cbaa tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407341 May 26 21:32:26.062230 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c5127b1b-9abe-4326-897a-c1a746a2ba1c req-eaf84f13-afb3-43ba-8e5b-59d44797ec81 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411124 May 26 21:32:26.108725 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:26.386382 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6ca25-c798-44ba-ae38-4161c41af798 req-aa682a0f-b1ce-4544-ac8c-9b490478d9eb tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:26.387847 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a8a6ca25-c798-44ba-ae38-4161c41af798 req-aa682a0f-b1ce-4544-ac8c-9b490478d9eb tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 945 time: 0.0462060 May 26 21:32:26.437679 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a8a6ca25-c798-44ba-ae38-4161c41af798 req-f745ce7d-d61d-4ec6-bdab-a8ab4ee2e1ca tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438306 May 26 21:32:26.766162 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b96573-7df6-4653-9a32-cb4143084781 req-339e5c83-1261-4315-94c2-262b15febc02 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:26.767683 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-31b96573-7df6-4653-9a32-cb4143084781 req-339e5c83-1261-4315-94c2-262b15febc02 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 945 time: 0.0488055 May 26 21:32:26.820074 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-31b96573-7df6-4653-9a32-cb4143084781 req-b9dea994-1437-4a3c-939a-5989513e2314 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434716 May 26 21:32:26.966971 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65112cbd-aba4-4ff8-a0eb-dfb3d8760bef req-8a4b042b-2d32-434c-94f9-d141171106b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:26.968530 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-65112cbd-aba4-4ff8-a0eb-dfb3d8760bef req-8a4b042b-2d32-434c-94f9-d141171106b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73&tenant_id=c5f69588fe354d20b58594919deb4110 HTTP/1.1" status: 200 len: 1128 time: 0.0741677 May 26 21:32:27.020028 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65620766-1439-462e-af2d-df8d3f8d35f0 req-11c693a0-46d9-411a-acba-100372673d4b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:27.022235 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-65620766-1439-462e-af2d-df8d3f8d35f0 req-11c693a0-46d9-411a-acba-100372673d4b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0507205 May 26 21:32:27.057222 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65112cbd-aba4-4ff8-a0eb-dfb3d8760bef req-f1e717a2-02fa-4369-b79e-f900f3a89423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:27.058726 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-65112cbd-aba4-4ff8-a0eb-dfb3d8760bef req-f1e717a2-02fa-4369-b79e-f900f3a89423 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5f69588fe354d20b58594919deb4110&device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 1128 time: 0.0401742 May 26 21:32:27.074252 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-65620766-1439-462e-af2d-df8d3f8d35f0 req-bbbe77dc-c321-4256-bf48-c294a5a0d2b0 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461452 May 26 21:32:27.155852 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65112cbd-aba4-4ff8-a0eb-dfb3d8760bef req-12f5aad6-c30c-4db0-b163-34e4250baad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:27.157909 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-65112cbd-aba4-4ff8-a0eb-dfb3d8760bef req-12f5aad6-c30c-4db0-b163-34e4250baad2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea9ef1f2-5514-49f0-be2f-c0970bb75a74 HTTP/1.1" status: 200 len: 918 time: 0.0915298 May 26 21:32:27.553853 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bb7c0-cba4-439e-b8e0-8566a5fc602d req-efa810f8-ca81-4d7d-9bb3-5d6f21d5bb98 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:27.555343 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-581bb7c0-cba4-439e-b8e0-8566a5fc602d req-efa810f8-ca81-4d7d-9bb3-5d6f21d5bb98 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 945 time: 0.0510697 May 26 21:32:27.605508 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-581bb7c0-cba4-439e-b8e0-8566a5fc602d req-843177a3-8b72-415f-9631-8911d3192902 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443642 May 26 21:32:27.606034 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:28.077037 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:28.131665 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-65112cbd-aba4-4ff8-a0eb-dfb3d8760bef req-eff0845b-a578-4283-bf8b-d6841d791fc4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f HTTP/1.1" status: 200 len: 999 time: 0.0613937 May 26 21:32:28.184958 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65112cbd-aba4-4ff8-a0eb-dfb3d8760bef req-5578c59f-c06d-4ff4-95e4-529c4dc22e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:28.186408 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-65112cbd-aba4-4ff8-a0eb-dfb3d8760bef req-5578c59f-c06d-4ff4-95e4-529c4dc22e9e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69d41c02-e4f8-4266-97e4-80c1b92c499f HTTP/1.1" status: 200 len: 856 time: 0.0485232 May 26 21:32:28.212281 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380a7d8-e32e-4f63-bdac-a9523043a10c req-07f62ffe-20d1-473f-ae73-e14362bb783a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:28.213905 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d380a7d8-e32e-4f63-bdac-a9523043a10c req-07f62ffe-20d1-473f-ae73-e14362bb783a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0597177 May 26 21:32:28.226165 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 54152) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:32:28.241359 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:28.244196 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65112cbd-aba4-4ff8-a0eb-dfb3d8760bef req-3d6e62c0-1be8-43ee-a7f1-fa08afc10e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:28.244881 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-65112cbd-aba4-4ff8-a0eb-dfb3d8760bef req-3d6e62c0-1be8-43ee-a7f1-fa08afc10e99 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea9ef1f2-5514-49f0-be2f-c0970bb75a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490479 May 26 21:32:28.272790 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d380a7d8-e32e-4f63-bdac-a9523043a10c req-ff210246-a0fd-4672-8462-20a771b99db3 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518408 May 26 21:32:28.275467 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:28.349104 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-65112cbd-aba4-4ff8-a0eb-dfb3d8760bef req-e59888ed-7372-4209-9e62-be0b56688eeb service neutron] 10.222.0.60 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943604 May 26 21:32:28.378203 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a4c50b02-07ef-483e-8dc8-f94aaa13369b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:28.444889 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-65112cbd-aba4-4ff8-a0eb-dfb3d8760bef req-855ca5d4-3918-4f1b-a1e3-f2a065363dd2 service neutron] 10.222.0.60 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863588 May 26 21:32:28.458491 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a4c50b02-07ef-483e-8dc8-f94aaa13369b admin admin] Publish callbacks [] for security_group (f13ed529-c1c3-4f4a-98f5-35eaca549cd9), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:28.520289 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a4c50b02-07ef-483e-8dc8-f94aaa13369b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (f13ed529-c1c3-4f4a-98f5-35eaca549cd9), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:28.532563 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:28.560824 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-a4c50b02-07ef-483e-8dc8-f94aaa13369b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=954ae0a9b0c64098ae7137d6a63bdb7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3325534 May 26 21:32:28.562713 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c50b02-07ef-483e-8dc8-f94aaa13369b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13ed529-c1c3-4f4a-98f5-35eaca549cd9,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:32:28.564355 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 54156) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:32:28.618993 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-0a9e39b4-8ff3-49a8-bd39-cd7d3f714378 admin admin] Publish callbacks [] for security_group (f13ed529-c1c3-4f4a-98f5-35eaca549cd9), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:28.641662 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-0a9e39b4-8ff3-49a8-bd39-cd7d3f714378 admin admin] Publish callbacks [] for security_group (f13ed529-c1c3-4f4a-98f5-35eaca549cd9), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:28.729373 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f6058-dff2-4cdb-8477-f99e2f1da8b9 req-9b93506d-70bc-4efb-b1c6-3c4c9ede17b9 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:28.730912 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4d2f6058-dff2-4cdb-8477-f99e2f1da8b9 req-9b93506d-70bc-4efb-b1c6-3c4c9ede17b9 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 945 time: 0.0514784 May 26 21:32:28.777596 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4d2f6058-dff2-4cdb-8477-f99e2f1da8b9 req-680e4ddf-efb7-4ca3-9bc9-5a78e13371bb tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405688 May 26 21:32:28.778563 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-0a9e39b4-8ff3-49a8-bd39-cd7d3f714378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (f13ed529-c1c3-4f4a-98f5-35eaca549cd9), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:28.781049 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-0a9e39b4-8ff3-49a8-bd39-cd7d3f714378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:28.782628 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-0a9e39b4-8ff3-49a8-bd39-cd7d3f714378 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f13ed529-c1c3-4f4a-98f5-35eaca549cd9 HTTP/1.1" status: 204 len: 168 time: 0.2172294 May 26 21:32:28.792923 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e39b4-8ff3-49a8-bd39-cd7d3f714378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13ed529-c1c3-4f4a-98f5-35eaca549cd9,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:32:28.798732 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e39b4-8ff3-49a8-bd39-cd7d3f714378 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:28.799092 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e39b4-8ff3-49a8-bd39-cd7d3f714378 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:28.799436 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e39b4-8ff3-49a8-bd39-cd7d3f714378 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:28.800037 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e39b4-8ff3-49a8-bd39-cd7d3f714378 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:28.800375 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e39b4-8ff3-49a8-bd39-cd7d3f714378 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:28.800694 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e39b4-8ff3-49a8-bd39-cd7d3f714378 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:28.801005 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e39b4-8ff3-49a8-bd39-cd7d3f714378 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:28.801324 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e39b4-8ff3-49a8-bd39-cd7d3f714378 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:28.801639 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e39b4-8ff3-49a8-bd39-cd7d3f714378 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:28.801956 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e39b4-8ff3-49a8-bd39-cd7d3f714378 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:28.802270 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e39b4-8ff3-49a8-bd39-cd7d3f714378 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:28.802596 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e39b4-8ff3-49a8-bd39-cd7d3f714378 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:28.802894 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e39b4-8ff3-49a8-bd39-cd7d3f714378 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:28.803211 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e39b4-8ff3-49a8-bd39-cd7d3f714378 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:28.803540 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e39b4-8ff3-49a8-bd39-cd7d3f714378 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:29.401303 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e068d-8cf5-4515-9c12-918a5e60fa8c req-ea9998b4-bf6e-4e99-9520-7c25c05557a9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:29.402716 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d92e068d-8cf5-4515-9c12-918a5e60fa8c req-ea9998b4-bf6e-4e99-9520-7c25c05557a9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0486343 May 26 21:32:29.450700 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d92e068d-8cf5-4515-9c12-918a5e60fa8c req-ce217c01-944a-43e1-8cee-db9066e6f0c2 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417788 May 26 21:32:29.906804 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad67268-b456-41f0-8d1a-6585293cd529 req-535a99b1-b018-4f30-acaa-3ba6d145d6c6 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:29.914362 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8ad67268-b456-41f0-8d1a-6585293cd529 req-535a99b1-b018-4f30-acaa-3ba6d145d6c6 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 945 time: 0.0587699 May 26 21:32:29.989535 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8ad67268-b456-41f0-8d1a-6585293cd529 req-1ba62083-224e-4703-b462-2cce052fe20b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741651 May 26 21:32:30.105760 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cdef8-4c84-4580-b3ab-42c49d3e7347 req-77cefa8c-e5c5-40ba-bddb-b47343311e61 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:30.107214 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-119cdef8-4c84-4580-b3ab-42c49d3e7347 req-77cefa8c-e5c5-40ba-bddb-b47343311e61 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 945 time: 0.0457706 May 26 21:32:30.116255 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 54198) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:32:30.120465 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-60bb28eb-b36e-44e3-b7f8-b090f76b16ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Request body: {'floatingip': {'port_id': '3ee57c28-7886-4588-b610-9158fcb5e1b2'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:32:30.164127 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-60bb28eb-b36e-44e3-b7f8-b090f76b16ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (290dbe06-1dff-431f-8d46-92cc9e63c2ba), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:30.590381 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b788a3c-508e-4885-b3c4-d326221d5ab4 req-b618e589-76f6-4769-8fd3-cd12cb343be6 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:30.591869 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3b788a3c-508e-4885-b3c4-d326221d5ab4 req-b618e589-76f6-4769-8fd3-cd12cb343be6 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0617788 May 26 21:32:30.607279 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-60bb28eb-b36e-44e3-b7f8-b090f76b16ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:30.643095 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3b788a3c-508e-4885-b3c4-d326221d5ab4 req-3dfc1910-c631-4f79-93f6-8a8493403a95 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443361 May 26 21:32:30.651659 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-60bb28eb-b36e-44e3-b7f8-b090f76b16ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (290dbe06-1dff-431f-8d46-92cc9e63c2ba), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:30.776677 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.l3_db [None req-60bb28eb-b36e-44e3-b7f8-b090f76b16ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Floating IP 290dbe06-1dff-431f-8d46-92cc9e63c2ba associated. External IP: 172.27.3.155, port: 3ee57c28-7886-4588-b610-9158fcb5e1b2. May 26 21:32:30.909279 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:30.986341 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:30.990560 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bb28eb-b36e-44e3-b7f8-b090f76b16ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Router bc9639dd-67f2-408a-8d58-3955185b031b has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:32:31.103800 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bb28eb-b36e-44e3-b7f8-b090f76b16ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:32:31.108491 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-60bb28eb-b36e-44e3-b7f8-b090f76b16ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:31.113142 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a169adde-7941-47b3-a16b-4de5e42c8794 None None] Sync routers for ids ['bc9639dd-67f2-408a-8d58-3955185b031b'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:32:31.123593 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a169adde-7941-47b3-a16b-4de5e42c8794 None None] Routers {'bc9639dd-67f2-408a-8d58-3955185b031b'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:32:31.124452 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-a169adde-7941-47b3-a16b-4de5e42c8794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:32:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['bc9639dd-67f2-408a-8d58-3955185b031b'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:32:31.144886 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-60bb28eb-b36e-44e3-b7f8-b090f76b16ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "PUT /v2.0/floatingips/290dbe06-1dff-431f-8d46-92cc9e63c2ba HTTP/1.1" status: 200 len: 991 time: 1.0275896 May 26 21:32:31.145596 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47b8242-7a18-4ea5-b647-3ac7c275bdab', 'tag': '3ee57c28-7886-4588-b610-9158fcb5e1b2'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:32:31.148244 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80308cd-274b-450e-907f-3a5ed3e641c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f47b8242-7a18-4ea5-b647-3ac7c275bdab", "tag": "3ee57c28-7886-4588-b610-9158fcb5e1b2"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:32:31.232941 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-a169adde-7941-47b3-a16b-4de5e42c8794 None None] Set router bc9639dd-67f2-408a-8d58-3955185b031b gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:32:31.343498 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4132a833-0edc-49de-b777-aa44462c514a x-openstack-request-id: req-4132a833-0edc-49de-b777-aa44462c514a {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:32:31.343820 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f47b8242-7a18-4ea5-b647-3ac7c275bdab", "tag": "3ee57c28-7886-4588-b610-9158fcb5e1b2", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:32:31.344083 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4132a833-0edc-49de-b777-aa44462c514a {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:32:31.344513 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4132a833-0edc-49de-b777-aa44462c514a'] response: {'name': 'network-changed', 'server_uuid': 'f47b8242-7a18-4ea5-b647-3ac7c275bdab', 'tag': '3ee57c28-7886-4588-b610-9158fcb5e1b2', 'status': 'completed', 'code': 200} May 26 21:32:31.537363 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-a169adde-7941-47b3-a16b-4de5e42c8794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '0f4032c5-bbc0-4225-9db7-5dcf16ce70a5', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'port_id': '2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'mac_address': 'fa:16:3e:1d:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bec145-b7bb-413b-a4ee-124c14212c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:27:20Z', 'updated_at': '2022-05-26T21:28:27Z', 'revision_number': 2, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'fixed_ip_address_scope': None}, {'id': '290dbe06-1dff-431f-8d46-92cc9e63c2ba', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'port_id': '3ee57c28-7886-4588-b610-9158fcb5e1b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'mac_address': 'fa:16:3e:b6:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47b8242-7a18-4ea5-b647-3ac7c275bdab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:31:44Z', 'updated_at': '2022-05-26T21:32:30Z', 'revision_number': 1, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:18Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:32:31.562049 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a169adde-7941-47b3-a16b-4de5e42c8794 None None] Checking router: bc9639dd-67f2-408a-8d58-3955185b031b for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:32:31.571618 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a169adde-7941-47b3-a16b-4de5e42c8794 None None] Routers {'bc9639dd-67f2-408a-8d58-3955185b031b'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:32:31.572259 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-a169adde-7941-47b3-a16b-4de5e42c8794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:32:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['bc9639dd-67f2-408a-8d58-3955185b031b'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:32:31.675467 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-a169adde-7941-47b3-a16b-4de5e42c8794 None None] Set router bc9639dd-67f2-408a-8d58-3955185b031b gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:32:31.769569 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f555ecc-5753-4f33-9b8d-9034d3a7feca req-e9ea3426-af17-4ba4-817b-f0ab16c70295 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:31.771048 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f555ecc-5753-4f33-9b8d-9034d3a7feca req-e9ea3426-af17-4ba4-817b-f0ab16c70295 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0477624 May 26 21:32:31.834736 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f555ecc-5753-4f33-9b8d-9034d3a7feca req-e12212c9-a681-4106-b771-76caf5bf03ae tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578873 May 26 21:32:31.899473 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-a169adde-7941-47b3-a16b-4de5e42c8794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '0f4032c5-bbc0-4225-9db7-5dcf16ce70a5', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'port_id': '2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'mac_address': 'fa:16:3e:1d:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bec145-b7bb-413b-a4ee-124c14212c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:27:20Z', 'updated_at': '2022-05-26T21:28:27Z', 'revision_number': 2, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'fixed_ip_address_scope': None}, {'id': '290dbe06-1dff-431f-8d46-92cc9e63c2ba', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'port_id': '3ee57c28-7886-4588-b610-9158fcb5e1b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'mac_address': 'fa:16:3e:b6:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47b8242-7a18-4ea5-b647-3ac7c275bdab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:31:44Z', 'updated_at': '2022-05-26T21:32:30Z', 'revision_number': 1, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:18Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:32:31.923273 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a169adde-7941-47b3-a16b-4de5e42c8794 None None] The sync data for ids ['bc9639dd-67f2-408a-8d58-3955185b031b'] in dv-cinder-828805-3-iscsi is: [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '0f4032c5-bbc0-4225-9db7-5dcf16ce70a5', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'port_id': '2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'mac_address': 'fa:16:3e:1d:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bec145-b7bb-413b-a4ee-124c14212c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:27:20Z', 'updated_at': '2022-05-26T21:28:27Z', 'revision_number': 2, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'fixed_ip_address_scope': None}, {'id': '290dbe06-1dff-431f-8d46-92cc9e63c2ba', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'port_id': '3ee57c28-7886-4588-b610-9158fcb5e1b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'mac_address': 'fa:16:3e:b6:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47b8242-7a18-4ea5-b647-3ac7c275bdab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:31:44Z', 'updated_at': '2022-05-26T21:32:30Z', 'revision_number': 1, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:18Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:32:32.147424 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac01d70b-a2d0-4c72-8ce0-f29aea884306 None None] New status for floating IP 290dbe06-1dff-431f-8d46-92cc9e63c2ba: ACTIVE {{(pid=104644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:32:32.241260 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:32.963069 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ca8fe-f092-45bb-b806-2df7dc18c067 req-eb482d03-3f1d-4e78-9e73-d06e53e44eb2 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:32.964539 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-051ca8fe-f092-45bb-b806-2df7dc18c067 req-eb482d03-3f1d-4e78-9e73-d06e53e44eb2 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0501311 May 26 21:32:33.012821 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-051ca8fe-f092-45bb-b806-2df7dc18c067 req-ce651a96-0b8c-42e6-b16a-c61b763c5132 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419631 May 26 21:32:34.133768 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c686a-caa8-410d-9714-eb924b7e58c5 req-988cf7d3-4e5a-4a42-9a30-f6d1cab09a9d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:34.135317 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f66c686a-caa8-410d-9714-eb924b7e58c5 req-988cf7d3-4e5a-4a42-9a30-f6d1cab09a9d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0491986 May 26 21:32:34.213278 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f66c686a-caa8-410d-9714-eb924b7e58c5 req-b30262ff-e151-4bd5-b355-0230f70b5d21 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717299 May 26 21:32:35.341838 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88d655-aaac-4b62-80ae-5d5534e1250f req-2127ec82-5894-42a3-9241-aa629534abd6 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:35.343372 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4c88d655-aaac-4b62-80ae-5d5534e1250f req-2127ec82-5894-42a3-9241-aa629534abd6 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0526330 May 26 21:32:35.390754 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4c88d655-aaac-4b62-80ae-5d5534e1250f req-3fd00b37-8412-4519-bbaa-a6823b3baf32 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417004 May 26 21:32:35.469374 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:32:36.496196 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:36.513162 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9a49e-3c71-45c5-bdc3-1302225731e9 req-783ac323-592e-4066-b6a9-2357ec6588d9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:36.514184 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-51a9a49e-3c71-45c5-bdc3-1302225731e9 req-783ac323-592e-4066-b6a9-2357ec6588d9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0497174 May 26 21:32:36.566075 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-51a9a49e-3c71-45c5-bdc3-1302225731e9 req-3a012199-0d6f-4634-9c57-e54f26af5065 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445306 May 26 21:32:37.695041 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573535b-4d66-44b9-a1ad-7a4bcf9c619a req-2e20c4ac-d809-4384-b6d0-f7f8b362f4f5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:37.696578 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0573535b-4d66-44b9-a1ad-7a4bcf9c619a req-2e20c4ac-d809-4384-b6d0-f7f8b362f4f5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0472577 May 26 21:32:37.752309 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0573535b-4d66-44b9-a1ad-7a4bcf9c619a req-fdac1a0c-5b79-4d78-bd5c-35208c609a83 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492594 May 26 21:32:38.535427 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-32779c1f-b211-43a6-844e-e47903162a9a req-0617d91d-8d80-4bfd-8732-e7bde31af492 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1703846925&fields=id&tenant_id=77c3cd3a54424befb4b424e6de1f7870 HTTP/1.1" status: 200 len: 267 time: 0.0481617 May 26 21:32:38.567532 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:38.647855 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32779c1f-b211-43a6-844e-e47903162a9a req-25936075-a5fc-43d0-b822-8a3efe953c88 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:38.649351 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-32779c1f-b211-43a6-844e-e47903162a9a req-25936075-a5fc-43d0-b822-8a3efe953c88 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/networks?id=084061c1-c7dc-4f5f-8186-748f557a8665 HTTP/1.1" status: 200 len: 808 time: 0.1076035 May 26 21:32:38.672571 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-32779c1f-b211-43a6-844e-e47903162a9a req-58a0ee6e-029e-4102-b4d9-d6ceb46dc0b0 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/quotas/77c3cd3a54424befb4b424e6de1f7870 HTTP/1.1" status: 200 len: 375 time: 0.0097864 May 26 21:32:38.725793 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-32779c1f-b211-43a6-844e-e47903162a9a req-c9bbe6b0-a408-48e5-aa12-dc10930a9e43 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=77c3cd3a54424befb4b424e6de1f7870&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475729 May 26 21:32:38.876776 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca69dd-bbf4-47a9-a6c3-5aedb2b38832 req-68eba3a2-96a0-4996-b39a-4cc4f952ff42 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:38.878503 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-34ca69dd-bbf4-47a9-a6c3-5aedb2b38832 req-68eba3a2-96a0-4996-b39a-4cc4f952ff42 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0521979 May 26 21:32:38.928669 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-34ca69dd-bbf4-47a9-a6c3-5aedb2b38832 req-e1f4391a-02e3-4b31-bb4c-bffbd63a2430 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443559 May 26 21:32:38.948466 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-32779c1f-b211-43a6-844e-e47903162a9a req-670600ff-50ef-4b32-8147-0d3ca4f4b9ac service neutron] 10.222.0.42 "GET /v2.0/networks/084061c1-c7dc-4f5f-8186-748f557a8665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109299 May 26 21:32:39.035915 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-32779c1f-b211-43a6-844e-e47903162a9a req-ce516f89-5709-4ec8-bf63-effc6bfa2b8d service neutron] 10.222.0.42 "GET /v2.0/networks/084061c1-c7dc-4f5f-8186-748f557a8665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831561 May 26 21:32:39.706832 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ecdfa8a7-73ea-49cf-bea1-271cdee20f05 req-6ceb4b83-c825-4244-ad52-593f401573e8 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 210 time: 0.0335932 May 26 21:32:40.051126 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4e709-3450-448a-b8a7-959880fc01f5 req-29d57b45-eca1-4bdb-a957-200c16da483f tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:40.052690 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-83b4e709-3450-448a-b8a7-959880fc01f5 req-29d57b45-eca1-4bdb-a957-200c16da483f tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0479867 May 26 21:32:40.102831 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-83b4e709-3450-448a-b8a7-959880fc01f5 req-b7979745-b05d-4acf-af73-f0163cc845a5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440569 May 26 21:32:40.812089 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ac3e05f4-b2a8-4131-9c2c-e274c00fdd7d req-25b57af1-eb33-4ffb-8240-491f05c3199e tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 210 time: 0.0302541 May 26 21:32:41.234536 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33d206-7a75-4e1e-abeb-d3472b6f386c req-75d7144a-320f-47ef-ada4-7b6932393250 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:41.236026 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8a33d206-7a75-4e1e-abeb-d3472b6f386c req-75d7144a-320f-47ef-ada4-7b6932393250 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0531414 May 26 21:32:41.284324 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8a33d206-7a75-4e1e-abeb-d3472b6f386c req-495a1ecc-52e4-45ff-9fb3-9c56ea12c2e2 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426610 May 26 21:32:41.909224 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-867cb2e1-a646-46b6-acaa-ec194527b0a8 req-2e64d0b3-8124-4766-8932-fd4404d91c3d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 210 time: 0.0302811 May 26 21:32:42.254163 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=49,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:42.425890 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc938a-eab3-4a19-95b3-d8be0d35b1b5 req-3eb9d7f1-d722-4024-a2d6-9b9cc896c4a4 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:42.427474 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-52bc938a-eab3-4a19-95b3-d8be0d35b1b5 req-3eb9d7f1-d722-4024-a2d6-9b9cc896c4a4 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0522239 May 26 21:32:42.478710 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-52bc938a-eab3-4a19-95b3-d8be0d35b1b5 req-4d3fffe0-803d-43e8-8b86-d31a4f554516 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454767 May 26 21:32:43.007729 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e74b34f3-f7d7-440e-9d46-ce49f731a5a8 req-5ada2b65-2550-4157-abaa-be647662694b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 210 time: 0.0326688 May 26 21:32:43.619357 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80e338-3525-4ef4-84a9-f45d1d05448a req-229ee808-e5f2-43a3-94d4-04088af91265 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:43.620971 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0e80e338-3525-4ef4-84a9-f45d1d05448a req-229ee808-e5f2-43a3-94d4-04088af91265 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0616212 May 26 21:32:43.670706 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0e80e338-3525-4ef4-84a9-f45d1d05448a req-8d3a8c61-08af-4eb9-b1f8-2e8b22e8b484 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441339 May 26 21:32:44.102385 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d68590af-f9d1-470d-9b64-330aa8bdf6df req-bb32f1e7-dd07-4c77-90b9-870808027212 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 210 time: 0.0279918 May 26 21:32:44.812159 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e13b6-588c-4772-be0c-30efabbf51e7 req-6c641d12-e250-4cce-8f24-05c1d2ca82bf tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:44.813662 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a67e13b6-588c-4772-be0c-30efabbf51e7 req-6c641d12-e250-4cce-8f24-05c1d2ca82bf tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0567970 May 26 21:32:44.873490 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a67e13b6-588c-4772-be0c-30efabbf51e7 req-6e041761-baea-439d-9cb5-0a11ed5a9724 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435004 May 26 21:32:45.220749 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-13c57bf9-f943-47c2-a110-a7dcb3f88559 req-4a70c898-2750-4332-b15b-161f696af128 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 210 time: 0.0433745 May 26 21:32:45.983622 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:45.994643 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63645b22-8faa-47f7-9ba5-8f01265827e3 req-d00bbfd0-b021-4351-945d-a63b920193a9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:45.998471 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-63645b22-8faa-47f7-9ba5-8f01265827e3 req-d00bbfd0-b021-4351-945d-a63b920193a9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0460076 May 26 21:32:46.048391 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-63645b22-8faa-47f7-9ba5-8f01265827e3 req-784b009f-1c12-4cdd-b90f-f070f8b2cc3a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465772 May 26 21:32:46.315822 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8f422573-7cad-490e-b8a0-9a90d5a8fb93 req-c7426ed9-325f-421f-86f5-5e5a08c268a4 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 210 time: 0.0278614 May 26 21:32:47.165524 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c62d89-9e0e-479b-8ff5-fcdcebcc5f26 req-cd12db53-f42d-47a3-a898-ae1f0a9c9e56 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:47.167002 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e3c62d89-9e0e-479b-8ff5-fcdcebcc5f26 req-cd12db53-f42d-47a3-a898-ae1f0a9c9e56 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0457757 May 26 21:32:47.200196 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=93 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:47.204066 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=89 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:47.214010 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e3c62d89-9e0e-479b-8ff5-fcdcebcc5f26 req-a1051e2e-cc0e-46ec-ae58-74bcbf7be54c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414963 May 26 21:32:47.410837 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bb514870-aba9-4722-bf08-bc57c73a6c11 req-bfffa3f9-0d28-4754-a684-78ecfefb2965 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 210 time: 0.0300298 May 26 21:32:48.331106 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d3435-e7ed-45fc-aa4c-ef5273f1eda3 req-6dcd5b93-b4fb-4375-8b59-1d94d388d501 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:48.332581 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-657d3435-e7ed-45fc-aa4c-ef5273f1eda3 req-6dcd5b93-b4fb-4375-8b59-1d94d388d501 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0459747 May 26 21:32:48.377757 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-657d3435-e7ed-45fc-aa4c-ef5273f1eda3 req-31de6433-71ad-47dc-a50a-462388cd6e2b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395551 May 26 21:32:48.507700 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1ecaee26-e7c4-4a7c-a305-17c730a5c771 req-f463834e-73eb-4a5d-97ea-b23cd638a164 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 210 time: 0.0279534 May 26 21:32:49.504338 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857564e-a28a-4786-a3b8-0d3d03a62e32 req-b1dab60b-c825-47f1-9317-cb56c4f26e41 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:49.505868 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2857564e-a28a-4786-a3b8-0d3d03a62e32 req-b1dab60b-c825-47f1-9317-cb56c4f26e41 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0503898 May 26 21:32:49.541171 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:49.553977 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2857564e-a28a-4786-a3b8-0d3d03a62e32 req-abf8a398-e7e8-4789-b79a-49498b49cd95 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424080 May 26 21:32:49.604503 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4a62d82c-3933-4ff6-ba28-a09bc6939dbe req-aa00a4ca-e325-4a8c-9702-ea70f57e26b0 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 210 time: 0.0289071 May 26 21:32:49.790062 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80308cd-274b-450e-907f-3a5ed3e641c9 req-83b69a8a-68f3-4398-b498-552c1b6aeb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:49.793151 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a80308cd-274b-450e-907f-3a5ed3e641c9 req-83b69a8a-68f3-4398-b498-552c1b6aeb83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3969075d983246cf8c4c7a45a57d5338&device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 1129 time: 0.0409741 May 26 21:32:50.483439 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80308cd-274b-450e-907f-3a5ed3e641c9 req-b26c10a3-36a0-4f74-b058-d7f63c524101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:50.484984 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a80308cd-274b-450e-907f-3a5ed3e641c9 req-b26c10a3-36a0-4f74-b058-d7f63c524101 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e423d8c6-f848-40d6-99bb-c61a958058f7 HTTP/1.1" status: 200 len: 915 time: 0.0899444 May 26 21:32:50.683299 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2b3e7-aae9-40ab-8178-4f36bf39da1e req-00d01f51-d9ab-437d-868e-e2991a1d3ab4 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:50.684854 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3ed2b3e7-aae9-40ab-8178-4f36bf39da1e req-00d01f51-d9ab-437d-868e-e2991a1d3ab4 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0504329 May 26 21:32:50.702212 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0a0eaacc-10ee-4417-8670-885c779af54e req-0716e193-c61f-4a02-9a48-13c84a9686ae tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 210 time: 0.0286605 May 26 21:32:50.736980 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3ed2b3e7-aae9-40ab-8178-4f36bf39da1e req-10757626-f450-49a8-968e-830dc1e8ead5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457368 May 26 21:32:51.032314 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-91aa44b2-8214-4f7c-893c-23fe31bb3fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:51.798558 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e97ca6cb-cb28-43ea-963d-ae46c17a38f3 req-a77090f1-4304-45e8-b692-f4d237b2e5dc tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 210 time: 0.0309470 May 26 21:32:51.856833 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2608eb-6630-4d14-b122-8018c9ab94af req-20386763-5fd7-46b7-b17d-0f36459baf10 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:51.858349 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fb2608eb-6630-4d14-b122-8018c9ab94af req-20386763-5fd7-46b7-b17d-0f36459baf10 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0483427 May 26 21:32:51.905078 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fb2608eb-6630-4d14-b122-8018c9ab94af req-80d77c1f-e23b-4534-8fbd-d46aba73a4aa tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404510 May 26 21:32:52.855038 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a80308cd-274b-450e-907f-3a5ed3e641c9 req-9e19cd28-5c93-4d15-8df9-a0e34567c80c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ee57c28-7886-4588-b610-9158fcb5e1b2 HTTP/1.1" status: 200 len: 1001 time: 0.0590580 May 26 21:32:52.898511 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bca41950-ac33-4726-bc45-209971258efc req-9354f1c8-1a36-4456-a9c8-396317e55ce3 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 210 time: 0.0301390 May 26 21:32:53.030222 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e3fed-074b-41d2-b4d5-9d11877808e6 req-8549f22a-b5fc-4d0f-be62-cfdc07a40ead tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:53.031603 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-474e3fed-074b-41d2-b4d5-9d11877808e6 req-8549f22a-b5fc-4d0f-be62-cfdc07a40ead tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0462315 May 26 21:32:53.078362 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-474e3fed-074b-41d2-b4d5-9d11877808e6 req-d0403826-36d5-41ce-ba97-27380efc7b7d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405595 May 26 21:32:53.390756 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80308cd-274b-450e-907f-3a5ed3e641c9 req-b14d17f2-c202-41dc-b176-c5dfaea653c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:53.392132 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a80308cd-274b-450e-907f-3a5ed3e641c9 req-b14d17f2-c202-41dc-b176-c5dfaea653c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=86c6cba8-f2d3-45d8-a7b0-a4676a67b444 HTTP/1.1" status: 200 len: 853 time: 0.0424414 May 26 21:32:53.457365 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-ea148a99-4a21-4bfa-955e-3dab887620fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:53.992130 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-00be729c-70c5-4246-a082-c81c84e7ad89 req-feccde42-1c49-4653-873a-c8f25f8eb1ca tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 210 time: 0.0274606 May 26 21:32:54.199648 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb9e26-e3b0-463c-9058-e0094a1a2202 req-1a4e3064-e9b9-4d3d-8874-9bf67a49f666 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:54.201139 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e7eb9e26-e3b0-463c-9058-e0094a1a2202 req-1a4e3064-e9b9-4d3d-8874-9bf67a49f666 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0505030 May 26 21:32:54.248827 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e7eb9e26-e3b0-463c-9058-e0094a1a2202 req-b7e90e69-f358-41bf-8073-f0d23c8320d5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417552 May 26 21:32:54.570621 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:54.845144 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:55.086670 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-51e42de9-3fc4-4f93-917b-eb7700ba812a req-402fb6bd-6801-4aad-b596-3532904c9b6b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 210 time: 0.0278926 May 26 21:32:55.351405 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:55.370840 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b75141-993d-431e-bff9-f58c89ba1cdd req-c5211520-3c65-49ec-969f-d86a317f4101 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:55.372313 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-63b75141-993d-431e-bff9-f58c89ba1cdd req-c5211520-3c65-49ec-969f-d86a317f4101 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0509198 May 26 21:32:55.417970 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-63b75141-993d-431e-bff9-f58c89ba1cdd req-ed96f29b-553a-4b5a-bb1f-290f33f6af37 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402408 May 26 21:32:55.632378 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80308cd-274b-450e-907f-3a5ed3e641c9 req-41d7d524-6f19-44da-bd97-b34a22ae7b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:55.633804 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a80308cd-274b-450e-907f-3a5ed3e641c9 req-41d7d524-6f19-44da-bd97-b34a22ae7b1b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e423d8c6-f848-40d6-99bb-c61a958058f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424645 May 26 21:32:55.724925 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a80308cd-274b-450e-907f-3a5ed3e641c9 req-d1b81ea5-2482-4dc2-8a78-662e989cd23c service neutron] 10.222.0.60 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840287 May 26 21:32:56.137418 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:56.191768 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ec26613b-5a95-4ec9-9b34-d179763121f4 req-a661743b-7a8a-4e77-8c37-d123ed453523 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 210 time: 0.0333772 May 26 21:32:56.287634 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a80308cd-274b-450e-907f-3a5ed3e641c9 req-352f0b62-15b8-4d4c-89c7-6ae27540a517 service neutron] 10.222.0.60 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094902 May 26 21:32:56.370649 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32779c1f-b211-43a6-844e-e47903162a9a req-f8740b03-acc7-4425-b43a-56f5f42f6b7e tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:56.372279 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-32779c1f-b211-43a6-844e-e47903162a9a req-f8740b03-acc7-4425-b43a-56f5f42f6b7e tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.60 "GET /v2.0/networks?id=084061c1-c7dc-4f5f-8186-748f557a8665 HTTP/1.1" status: 200 len: 808 time: 0.1058700 May 26 21:32:56.474280 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-32779c1f-b211-43a6-844e-e47903162a9a req-51d57377-4c27-4966-af38-b282c18dd978 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77c3cd3a54424befb4b424e6de1f7870 HTTP/1.1" status: 200 len: 380 time: 0.0604308 May 26 21:32:56.484201 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [req-32779c1f-b211-43a6-844e-e47903162a9a req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Request body: {'port': {'device_id': '7586f603-aaac-433d-85db-77c2893aa328', 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665', 'admin_state_up': True, 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'security_groups': ['d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc']}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:32:56.550090 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96947b9d-f615-4463-afa5-4768331161bd req-876a9ac6-26fe-4a28-bb87-7214c9f32dfc tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:56.551555 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-96947b9d-f615-4463-afa5-4768331161bd req-876a9ac6-26fe-4a28-bb87-7214c9f32dfc tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0489657 May 26 21:32:56.593710 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:56.610384 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-96947b9d-f615-4463-afa5-4768331161bd req-464bc697-da1f-42d6-85f0-88bdaeea422e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530062 May 26 21:32:56.679727 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32779c1f-b211-43a6-844e-e47903162a9a req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Made reservation on behalf of 77c3cd3a54424befb4b424e6de1f7870 for: {'port': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:32:56.683163 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-32779c1f-b211-43a6-844e-e47903162a9a req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:56.686323 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:56.815621 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_common [req-32779c1f-b211-43a6-844e-e47903162a9a req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Allocated IP 172.20.0.13 (084061c1-c7dc-4f5f-8186-748f557a8665/b0ca75fc-3052-41e8-beb5-3bba4da5fd6d/5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a) {{(pid=104642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:32:56.952547 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-32779c1f-b211-43a6-844e-e47903162a9a req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for port (5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:57.040179 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-32779c1f-b211-43a6-844e-e47903162a9a req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:57.086398 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32779c1f-b211-43a6-844e-e47903162a9a req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Network 084061c1-c7dc-4f5f-8186-748f557a8665 is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:32:57.091560 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [req-32779c1f-b211-43a6-844e-e47903162a9a req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:32:57.095264 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [req-32779c1f-b211-43a6-844e-e47903162a9a req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Received port after_create {{(pid=104642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:32:57.101913 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Pushing event updated for resources: {'Port': ['ID=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:32:57.131678 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:57.132046 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:57.132391 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:57.132724 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:57.133054 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:57.133377 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:57.133697 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:57.134017 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:57.134334 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:57.134654 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:57.135126 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:57.135326 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:57.135661 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:57.136021 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:57.136323 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:32:57.160542 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32779c1f-b211-43a6-844e-e47903162a9a req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:57.161251 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-32779c1f-b211-43a6-844e-e47903162a9a req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:57.248166 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-32779c1f-b211-43a6-844e-e47903162a9a req-3ad2293e-bb91-4b77-a5bb-9050505a8cb5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7679152 May 26 21:32:57.260162 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [req-32779c1f-b211-43a6-844e-e47903162a9a req-90e69495-afb7-4790-8db0-10e9ca6e2dac service neutron] Request body: {'port': {'device_id': '7586f603-aaac-433d-85db-77c2893aa328', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:32:57.335294 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-32779c1f-b211-43a6-844e-e47903162a9a req-90e69495-afb7-4790-8db0-10e9ca6e2dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:57.359354 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-8b359fef-503c-49b5-89f9-38657b27f1c7 None None] Provisioning complete for port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:32:57.359988 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-8b359fef-503c-49b5-89f9-38657b27f1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:57.376337 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acd175-142f-4420-a289-6a15938424fe req-21cfeee0-4869-47fe-8222-4efb83a5513a tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:57.378208 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-70acd175-142f-4420-a289-6a15938424fe req-21cfeee0-4869-47fe-8222-4efb83a5513a tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 932 time: 0.0600953 May 26 21:32:57.396107 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-8b359fef-503c-49b5-89f9-38657b27f1c7 None None] Port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:32:57.481002 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-70acd175-142f-4420-a289-6a15938424fe req-2435f404-f967-44f0-a0df-723a50fa4d04 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827904 May 26 21:32:57.555103 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:57.615524 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:57.627296 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:57.693778 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [req-32779c1f-b211-43a6-844e-e47903162a9a req-90e69495-afb7-4790-8db0-10e9ca6e2dac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a {{(pid=104642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:32:57.697952 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:32:57.702660 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-32779c1f-b211-43a6-844e-e47903162a9a req-90e69495-afb7-4790-8db0-10e9ca6e2dac service neutron] Publish callbacks [] for port (5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:57.716973 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.provisioning_blocks [req-32779c1f-b211-43a6-844e-e47903162a9a req-90e69495-afb7-4790-8db0-10e9ca6e2dac service neutron] Transition to ACTIVE for port object 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a will not be triggered until provisioned by entity L2. {{(pid=104642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:32:57.739849 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49b259-b899-4c8a-a166-0f7150059e7e req-7855e3fd-bb20-48fd-95ac-cb350293c7e5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:57.741422 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8b49b259-b899-4c8a-a166-0f7150059e7e req-7855e3fd-bb20-48fd-95ac-cb350293c7e5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0534232 May 26 21:32:57.787796 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-32779c1f-b211-43a6-844e-e47903162a9a req-90e69495-afb7-4790-8db0-10e9ca6e2dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632642'] for port (5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:57.793026 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8b49b259-b899-4c8a-a166-0f7150059e7e req-c5337a2c-764e-490e-9cfe-779160b1a842 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457661 May 26 21:32:57.844714 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e69495-afb7-4790-8db0-10e9ca6e2dac service neutron] Pushing event updated for resources: {'Port': ['ID=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a,revision_number=2']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:32:57.915706 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.managers [req-32779c1f-b211-43a6-844e-e47903162a9a req-90e69495-afb7-4790-8db0-10e9ca6e2dac service neutron] Attempting to bind port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:32:57.916066 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.managers [req-32779c1f-b211-43a6-844e-e47903162a9a req-90e69495-afb7-4790-8db0-10e9ca6e2dac service neutron] Attempting to bind port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'af0afbec-2d46-4223-9061-15b98cc43e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665'}] {{(pid=104642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:32:57.916396 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32779c1f-b211-43a6-844e-e47903162a9a req-90e69495-afb7-4790-8db0-10e9ca6e2dac service neutron] Attempting to bind port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a on network 084061c1-c7dc-4f5f-8186-748f557a8665 {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:32:57.922015 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32779c1f-b211-43a6-844e-e47903162a9a req-90e69495-afb7-4790-8db0-10e9ca6e2dac service neutron] Port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a on network 084061c1-c7dc-4f5f-8186-748f557a8665 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:32:57.922329 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32779c1f-b211-43a6-844e-e47903162a9a req-90e69495-afb7-4790-8db0-10e9ca6e2dac service neutron] Attempting to bind port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a on network 084061c1-c7dc-4f5f-8186-748f557a8665 {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:32:57.927785 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32779c1f-b211-43a6-844e-e47903162a9a req-90e69495-afb7-4790-8db0-10e9ca6e2dac service neutron] Checking agent: {'id': '2bd30f19-4481-40fa-92e6-11ccee452902', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'started_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:32:57.930456 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32779c1f-b211-43a6-844e-e47903162a9a req-90e69495-afb7-4790-8db0-10e9ca6e2dac service neutron] Checking segment: {'id': 'af0afbec-2d46-4223-9061-15b98cc43e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:32:57.930456 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32779c1f-b211-43a6-844e-e47903162a9a req-90e69495-afb7-4790-8db0-10e9ca6e2dac service neutron] Bound using segment: {'id': 'af0afbec-2d46-4223-9061-15b98cc43e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665'} {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:32:57.930456 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.managers [req-32779c1f-b211-43a6-844e-e47903162a9a req-90e69495-afb7-4790-8db0-10e9ca6e2dac service neutron] Bound port: 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af0afbec-2d46-4223-9061-15b98cc43e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665'}}] {{(pid=104642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:32:57.930456 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-32779c1f-b211-43a6-844e-e47903162a9a req-90e69495-afb7-4790-8db0-10e9ca6e2dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:57.995022 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [req-32779c1f-b211-43a6-844e-e47903162a9a req-90e69495-afb7-4790-8db0-10e9ca6e2dac service neutron] For port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a, host hv-cinder-82880, cleared binding levels {{(pid=104642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:32:57.998400 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [req-32779c1f-b211-43a6-844e-e47903162a9a req-90e69495-afb7-4790-8db0-10e9ca6e2dac service neutron] For port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a,segment=NetworkSegment(af0afbec-2d46-4223-9061-15b98cc43e87),segment_id=af0afbec-2d46-4223-9061-15b98cc43e87)] {{(pid=104642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:32:58.120249 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-32779c1f-b211-43a6-844e-e47903162a9a req-90e69495-afb7-4790-8db0-10e9ca6e2dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632642'] for port (5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:58.156192 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32779c1f-b211-43a6-844e-e47903162a9a req-90e69495-afb7-4790-8db0-10e9ca6e2dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:58.156798 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-32779c1f-b211-43a6-844e-e47903162a9a req-90e69495-afb7-4790-8db0-10e9ca6e2dac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:58.158149 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-32779c1f-b211-43a6-844e-e47903162a9a req-90e69495-afb7-4790-8db0-10e9ca6e2dac service neutron] 10.222.0.60 "PUT /v2.0/ports/5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a HTTP/1.1" status: 200 len: 1094 time: 0.9024453 May 26 21:32:58.158573 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7586f603-aaac-433d-85db-77c2893aa328', 'tag': '5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:32:58.160825 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58678729-4292-44dd-830c-8ea063f38db7" -d '{"events": [{"name": "network-changed", "server_uuid": "7586f603-aaac-433d-85db-77c2893aa328", "tag": "5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:32:58.183075 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e69495-afb7-4790-8db0-10e9ca6e2dac service neutron] Pushing event updated for resources: {'Port': ['ID=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a,revision_number=3']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:32:58.204808 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd284a7f-46cc-445e-b4e9-f00c7f85469d x-openstack-request-id: req-cd284a7f-46cc-445e-b4e9-f00c7f85469d {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:32:58.204808 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7586f603-aaac-433d-85db-77c2893aa328", "tag": "5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:32:58.204808 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cd284a7f-46cc-445e-b4e9-f00c7f85469d {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:32:58.204808 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd284a7f-46cc-445e-b4e9-f00c7f85469d'] response: {'name': 'network-changed', 'server_uuid': '7586f603-aaac-433d-85db-77c2893aa328', 'tag': '5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a', 'status': 'completed', 'code': 200} May 26 21:32:58.591728 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6711c-9b16-4fd4-8efa-275a423a6a99 req-52c5dc58-6b2c-4ef9-b161-743d3f2b03f1 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:58.593207 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d3e6711c-9b16-4fd4-8efa-275a423a6a99 req-52c5dc58-6b2c-4ef9-b161-743d3f2b03f1 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0467534 May 26 21:32:58.642206 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d3e6711c-9b16-4fd4-8efa-275a423a6a99 req-3b93a0d7-b46a-4d26-8132-fd3c6f433070 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432699 May 26 21:32:58.913921 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e4216-e061-49f4-ae29-63c56bc201f2 req-8b7bfd7f-a5a3-4f73-8330-d1c398a86d53 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:58.915380 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-082e4216-e061-49f4-ae29-63c56bc201f2 req-8b7bfd7f-a5a3-4f73-8330-d1c398a86d53 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 944 time: 0.0471265 May 26 21:32:58.961622 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-082e4216-e061-49f4-ae29-63c56bc201f2 req-ee4b1d8a-1a22-45d8-a7c7-182758c1f7f8 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404298 May 26 21:32:59.590493 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:32:59.691168 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:32:59.706924 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': 'f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'port_id': 'f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f', 'mac_address': 'fa:16:3e:f4:32:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:32:59.747020 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:32:59.747408 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:59.761464 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:32:59.775176 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdebc0-fa5b-4ed5-bf41-e4114fe95281 req-98aa8f71-9ec1-4dd8-8781-b09e39c6d7b8 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:32:59.776827 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-bffdebc0-fa5b-4ed5-bf41-e4114fe95281 req-98aa8f71-9ec1-4dd8-8781-b09e39c6d7b8 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0588405 May 26 21:32:59.784672 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:32:59.828897 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-bffdebc0-fa5b-4ed5-bf41-e4114fe95281 req-09754db2-f5f1-4337-ab63-5ae8e828922b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459630 May 26 21:32:59.868036 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:32:59.917608 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f,revision_number=9']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:33:00.079066 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b7d13-acf6-4992-8b5f-67bb680dd477 req-9ab6cd36-49c4-4371-9e0f-8490b40aced9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:00.080532 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1f4b7d13-acf6-4992-8b5f-67bb680dd477 req-9ab6cd36-49c4-4371-9e0f-8490b40aced9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 945 time: 0.0461121 May 26 21:33:00.115216 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:00.129799 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1f4b7d13-acf6-4992-8b5f-67bb680dd477 req-05b1f11e-36ce-4a49-ad78-039633b76445 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437007 May 26 21:33:00.947644 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1df49f-ed23-4d5b-a127-4f29f38d644a req-8000cc56-89c4-4da1-8858-69c2e5c0da2f tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:00.949147 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-cf1df49f-ed23-4d5b-a127-4f29f38d644a req-8000cc56-89c4-4da1-8858-69c2e5c0da2f tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0525007 May 26 21:33:00.997396 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-cf1df49f-ed23-4d5b-a127-4f29f38d644a req-a0b770d3-24fe-4d43-b5e5-78ba62d6c57e tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424585 May 26 21:33:01.264132 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c41fda-5a47-420e-a336-aa967511c01c req-62ba67ae-232f-46c7-8c10-ab040e60c7ca tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:01.265551 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-75c41fda-5a47-420e-a336-aa967511c01c req-62ba67ae-232f-46c7-8c10-ab040e60c7ca tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 945 time: 0.0610430 May 26 21:33:01.313557 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-75c41fda-5a47-420e-a336-aa967511c01c req-547d3101-cdf4-4fc8-94d7-293f35d8c096 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416131 May 26 21:33:02.109390 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481310d-d652-46cb-a2c9-4584fd37f6d2 req-3c164169-647b-40b1-b3f8-562f2b7e581d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:02.110851 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2481310d-d652-46cb-a2c9-4584fd37f6d2 req-3c164169-647b-40b1-b3f8-562f2b7e581d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0466721 May 26 21:33:02.160191 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2481310d-d652-46cb-a2c9-4584fd37f6d2 req-5bee31cf-33a9-47e5-981f-b10ef0c040e3 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431752 May 26 21:33:02.433041 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7a21f-4ebd-4312-91e9-35335e0d1c43 req-ea3e3c04-acce-4c7e-b3f7-1c748d6ec399 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:02.434530 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-06c7a21f-4ebd-4312-91e9-35335e0d1c43 req-ea3e3c04-acce-4c7e-b3f7-1c748d6ec399 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 945 time: 0.0476339 May 26 21:33:02.482426 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-06c7a21f-4ebd-4312-91e9-35335e0d1c43 req-085095f5-6676-4f7b-ae67-80e5c3d5bc70 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412436 May 26 21:33:02.612959 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58678729-4292-44dd-830c-8ea063f38db7 req-59f0c00d-df91-4a9c-8c66-2749efeb1afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:02.614358 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-58678729-4292-44dd-830c-8ea063f38db7 req-59f0c00d-df91-4a9c-8c66-2749efeb1afb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=77c3cd3a54424befb4b424e6de1f7870&device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 1128 time: 0.0440357 May 26 21:33:02.735752 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58678729-4292-44dd-830c-8ea063f38db7 req-76ffaaf6-36f1-40e9-bc99-be2562d1b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:02.737814 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-58678729-4292-44dd-830c-8ea063f38db7 req-76ffaaf6-36f1-40e9-bc99-be2562d1b42d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=77c3cd3a54424befb4b424e6de1f7870&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0921030 May 26 21:33:03.273351 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf5ee2-0d09-438c-bcda-7aa79f1fdeb6 req-3e19433b-b2de-4df9-94e6-c2b7966cc036 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:03.274727 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-babf5ee2-0d09-438c-bcda-7aa79f1fdeb6 req-3e19433b-b2de-4df9-94e6-c2b7966cc036 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0466113 May 26 21:33:03.313653 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:33:03.315574 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:03.329436 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-babf5ee2-0d09-438c-bcda-7aa79f1fdeb6 req-9b6c4cbc-a5fa-4ca9-9cdf-54ccbf039fd3 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490305 May 26 21:33:03.476381 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58678729-4292-44dd-830c-8ea063f38db7 req-5c0b8934-715f-4bbf-bd1a-da80df735e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:03.478516 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-58678729-4292-44dd-830c-8ea063f38db7 req-5c0b8934-715f-4bbf-bd1a-da80df735e1c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986567 May 26 21:33:03.573740 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32779c1f-b211-43a6-844e-e47903162a9a req-ad5063f5-f265-436e-86a4-45e028250316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:03.575448 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-32779c1f-b211-43a6-844e-e47903162a9a req-ad5063f5-f265-436e-86a4-45e028250316 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=77c3cd3a54424befb4b424e6de1f7870&device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 1128 time: 0.0432079 May 26 21:33:03.658871 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-32779c1f-b211-43a6-844e-e47903162a9a req-84b4c39b-df54-4cb0-b9cd-ca1ed22aa04c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a HTTP/1.1" status: 200 len: 217 time: 0.0349414 May 26 21:33:03.767384 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978881c4-77a9-4929-9376-cade196c073c req-d920379b-19ae-499f-9c2f-13d78b32d619 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:03.769440 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-978881c4-77a9-4929-9376-cade196c073c req-d920379b-19ae-499f-9c2f-13d78b32d619 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 945 time: 0.0503819 May 26 21:33:03.816264 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-978881c4-77a9-4929-9376-cade196c073c req-66cd1c39-3981-4134-8e23-a83f0c62b211 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412111 May 26 21:33:03.975154 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32779c1f-b211-43a6-844e-e47903162a9a req-e157c499-74f9-4c76-8520-ea368c029439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:03.976611 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-32779c1f-b211-43a6-844e-e47903162a9a req-e157c499-74f9-4c76-8520-ea368c029439 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b0ca75fc-3052-41e8-beb5-3bba4da5fd6d HTTP/1.1" status: 200 len: 847 time: 0.0439408 May 26 21:33:04.020150 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32779c1f-b211-43a6-844e-e47903162a9a req-612f3729-36a2-4a2b-b631-d29c5eb2f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:04.021238 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-32779c1f-b211-43a6-844e-e47903162a9a req-612f3729-36a2-4a2b-b631-d29c5eb2f6e8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=084061c1-c7dc-4f5f-8186-748f557a8665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389950 May 26 21:33:04.045724 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:04.343717 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-32779c1f-b211-43a6-844e-e47903162a9a req-7c57586a-1df6-4a62-b0f8-581a2fa3609c service neutron] 10.222.0.60 "GET /v2.0/networks/084061c1-c7dc-4f5f-8186-748f557a8665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156021 May 26 21:33:04.442535 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-32779c1f-b211-43a6-844e-e47903162a9a req-8b5b6386-9155-46de-ad0b-bbed67a9e767 service neutron] 10.222.0.60 "GET /v2.0/networks/084061c1-c7dc-4f5f-8186-748f557a8665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901213 May 26 21:33:04.464941 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1cc8a-5b8e-499c-9a3b-b4430c32f5eb req-132fdb6f-f9cf-423f-ac80-452d1e5efc51 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:04.467064 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ded1cc8a-5b8e-499c-9a3b-b4430c32f5eb req-132fdb6f-f9cf-423f-ac80-452d1e5efc51 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0655539 May 26 21:33:04.516950 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ded1cc8a-5b8e-499c-9a3b-b4430c32f5eb req-2eac6170-eaad-4209-80dd-adab68fd0eb4 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441723 May 26 21:33:04.610342 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:33:04.654583 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:33:04.654950 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:04.728877 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:33:04.729250 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:04.747849 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:04.751953 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c36399-8b1a-4b08-b284-8a3900a10d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:33:04.754182 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a881afb-4e0c-4b2f-aff3-e9dba0b21911" -d '{"events": [{"server_uuid": "73c36399-8b1a-4b08-b284-8a3900a10d73", "name": "network-vif-plugged", "status": "completed", "tag": "f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:33:04.766684 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:33:04.833433 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:04.838294 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:04.858403 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6ad78a-3b0f-471c-beb7-7e2bc9196288 x-openstack-request-id: req-2d6ad78a-3b0f-471c-beb7-7e2bc9196288 {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:33:04.858403 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c36399-8b1a-4b08-b284-8a3900a10d73", "name": "network-vif-plugged", "status": "completed", "tag": "f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:33:04.858403 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d6ad78a-3b0f-471c-beb7-7e2bc9196288 {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:33:04.858403 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d6ad78a-3b0f-471c-beb7-7e2bc9196288'] response: {'server_uuid': '73c36399-8b1a-4b08-b284-8a3900a10d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f', 'code': 200} May 26 21:33:04.883652 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f,revision_number=10']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:33:04.934897 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16f7ff-770b-4cb8-89b0-a43758b090ce req-31c75d49-983f-4f49-81fe-6499b14112e2 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:04.936370 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8b16f7ff-770b-4cb8-89b0-a43758b090ce req-31c75d49-983f-4f49-81fe-6499b14112e2 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 947 time: 0.0472183 May 26 21:33:04.982594 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8b16f7ff-770b-4cb8-89b0-a43758b090ce req-12938796-f6df-41bc-8de0-660b7bed1190 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405190 May 26 21:33:05.631194 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb93451-8931-431c-8509-3514eb3036db req-7bf951f3-54d4-49d6-8bf3-216098921a7c tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:05.632684 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ccb93451-8931-431c-8509-3514eb3036db req-7bf951f3-54d4-49d6-8bf3-216098921a7c tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0481076 May 26 21:33:05.643427 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:05.682636 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ccb93451-8931-431c-8509-3514eb3036db req-94a63201-88c2-4603-aaff-ab251a16db3c tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444188 May 26 21:33:06.105207 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3a927-ba7f-49de-9748-4c3c43a8c349 req-2409b465-7a09-4a71-860e-86c9acfa1167 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:06.106643 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c1c3a927-ba7f-49de-9748-4c3c43a8c349 req-2409b465-7a09-4a71-860e-86c9acfa1167 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 947 time: 0.0497489 May 26 21:33:06.152214 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c1c3a927-ba7f-49de-9748-4c3c43a8c349 req-a40d1c48-aae4-4e47-b201-a5b61fe0d86a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401428 May 26 21:33:06.793408 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314ba86-2076-42a0-80bd-260cbcd4617e req-54eec4bc-6be5-4030-a493-a5c390b6aeb6 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:06.794761 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3314ba86-2076-42a0-80bd-260cbcd4617e req-54eec4bc-6be5-4030-a493-a5c390b6aeb6 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0456989 May 26 21:33:06.843847 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3314ba86-2076-42a0-80bd-260cbcd4617e req-cacbc210-1829-4efc-b777-afe42ee99e5e tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426657 May 26 21:33:07.271077 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f7f7b-28fc-420c-8286-f4837f83f42a req-4c0fa1b9-6e05-4d98-8514-5f48f8e9f57e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:07.272590 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2d0f7f7b-28fc-420c-8286-f4837f83f42a req-4c0fa1b9-6e05-4d98-8514-5f48f8e9f57e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 947 time: 0.0469725 May 26 21:33:07.319583 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2d0f7f7b-28fc-420c-8286-f4837f83f42a req-67f6062a-c50a-427d-93fa-25ec8517e8c0 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415835 May 26 21:33:07.959242 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f4746-ea90-4946-82ba-bc9d287f0d06 req-9f89f401-457d-4678-be36-33c46554988a tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:07.960724 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0a0f4746-ea90-4946-82ba-bc9d287f0d06 req-9f89f401-457d-4678-be36-33c46554988a tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0500779 May 26 21:33:08.009163 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0a0f4746-ea90-4946-82ba-bc9d287f0d06 req-036165b2-54a6-43c2-8bfa-73fab8363ec2 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429120 May 26 21:33:08.440850 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb4ff9-e3e8-4e37-8b80-0137a61664ae req-8db4d1a0-aed4-4dc3-b25d-145e16504a45 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:08.446872 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-25bb4ff9-e3e8-4e37-8b80-0137a61664ae req-8db4d1a0-aed4-4dc3-b25d-145e16504a45 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 947 time: 0.0505109 May 26 21:33:08.489192 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-25bb4ff9-e3e8-4e37-8b80-0137a61664ae req-7954ea8f-ca4a-40d5-acae-221b16ed99c7 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412641 May 26 21:33:09.121437 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededfc11-ebe9-43fd-9cfc-5999f50ec5b7 req-9ab68917-ea1a-4f3c-91a2-fd7ec590cda5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:09.122883 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ededfc11-ebe9-43fd-9cfc-5999f50ec5b7 req-9ab68917-ea1a-4f3c-91a2-fd7ec590cda5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0457315 May 26 21:33:09.170221 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ededfc11-ebe9-43fd-9cfc-5999f50ec5b7 req-6d9e7adb-8edc-4a73-912f-849773004fe4 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412576 May 26 21:33:09.612107 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739e90f-9349-4f6c-9e54-e8557fcbfaae req-8f2a557d-acff-4221-b19d-b1c49789a958 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:09.613650 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-7739e90f-9349-4f6c-9e54-e8557fcbfaae req-8f2a557d-acff-4221-b19d-b1c49789a958 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 947 time: 0.0500367 May 26 21:33:09.663142 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-7739e90f-9349-4f6c-9e54-e8557fcbfaae req-648f4b3c-4490-4925-889b-9d9cc17f9d52 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439043 May 26 21:33:10.284383 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434abffb-e611-4138-8b0e-fffec6860008 req-ab3b6785-c538-4c9d-85d4-4c92c129f9ec tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:10.285851 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-434abffb-e611-4138-8b0e-fffec6860008 req-ab3b6785-c538-4c9d-85d4-4c92c129f9ec tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0472224 May 26 21:33:10.339281 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-434abffb-e611-4138-8b0e-fffec6860008 req-b78de488-c8e9-49a1-adc5-1ce5aeabca43 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477860 May 26 21:33:10.777492 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:10.792484 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794580a-7bf2-495b-b301-64fcf54d9e1f req-f9a7e494-f5a0-4b42-b644-2e3afc0ae221 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:10.793834 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9794580a-7bf2-495b-b301-64fcf54d9e1f req-f9a7e494-f5a0-4b42-b644-2e3afc0ae221 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 947 time: 0.0551980 May 26 21:33:10.849582 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9794580a-7bf2-495b-b301-64fcf54d9e1f req-3ca698aa-a714-4ce5-aa07-d2d0b7f4e49e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477095 May 26 21:33:10.995633 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c61369-9a4c-492f-9f67-e3d06d080ae7 req-8907c9a4-cae2-474b-a8d6-de7f97d85029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:10.997149 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-05c61369-9a4c-492f-9f67-e3d06d080ae7 req-8907c9a4-cae2-474b-a8d6-de7f97d85029 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 1131 time: 0.0377181 May 26 21:33:11.041147 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-05c61369-9a4c-492f-9f67-e3d06d080ae7 req-59f83f16-3a6c-445b-88dc-f8f51e330785 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374234 May 26 21:33:11.453913 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29f078-77e4-4422-99c8-815f2060744d req-40d16b56-66c3-487e-8f36-9a67f3a8ac5e tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:11.455533 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-da29f078-77e4-4422-99c8-815f2060744d req-40d16b56-66c3-487e-8f36-9a67f3a8ac5e tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0478818 May 26 21:33:11.504069 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-da29f078-77e4-4422-99c8-815f2060744d req-b69bd543-4628-49f3-b48a-fc1342faf57b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430229 May 26 21:33:11.975896 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78ff1a-db70-4f0c-a252-9c2dd23bdc8b req-a9ba55ae-fe4d-4be4-8dfc-24b9233e6c30 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:11.977347 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-cf78ff1a-db70-4f0c-a252-9c2dd23bdc8b req-a9ba55ae-fe4d-4be4-8dfc-24b9233e6c30 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 947 time: 0.0534651 May 26 21:33:12.024847 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-cf78ff1a-db70-4f0c-a252-9c2dd23bdc8b req-79353437-61dc-4378-a788-444d383e7527 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420299 May 26 21:33:12.467543 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:33:12.620734 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531dd5d-1a3b-48ee-a529-1b8b25b05e20 req-ad8ee45c-aa65-493e-97f7-2f4240e4a2b3 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:12.622275 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1531dd5d-1a3b-48ee-a529-1b8b25b05e20 req-ad8ee45c-aa65-493e-97f7-2f4240e4a2b3 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0511136 May 26 21:33:12.672783 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1531dd5d-1a3b-48ee-a529-1b8b25b05e20 req-9ed627dd-572b-4149-ad21-0ae3cd27344b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447791 May 26 21:33:13.147190 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca2f67-53e7-4a72-8a60-cce4b4fd65ee req-48133310-86fb-4bd4-8ae9-61dd5690abfc tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:13.148702 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-20ca2f67-53e7-4a72-8a60-cce4b4fd65ee req-48133310-86fb-4bd4-8ae9-61dd5690abfc tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 947 time: 0.0488195 May 26 21:33:13.194315 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-20ca2f67-53e7-4a72-8a60-cce4b4fd65ee req-6b6737b5-559d-4dfe-a892-29d12f90a28b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402017 May 26 21:33:13.788307 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92061c-ea08-4446-9f11-c9a215e66758 req-4efc648f-a387-4379-969c-ff973e74f294 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:13.789772 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ad92061c-ea08-4446-9f11-c9a215e66758 req-4efc648f-a387-4379-969c-ff973e74f294 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0475578 May 26 21:33:13.840086 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ad92061c-ea08-4446-9f11-c9a215e66758 req-110fefef-ec52-44b4-b8b1-4cd3ae245236 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445440 May 26 21:33:14.320116 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fa0bd-3a66-42a8-9de2-fb933ee56fe8 req-26992e82-61fc-47f6-b3bf-ea05524365c3 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:14.324178 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-746fa0bd-3a66-42a8-9de2-fb933ee56fe8 req-26992e82-61fc-47f6-b3bf-ea05524365c3 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 947 time: 0.0565624 May 26 21:33:14.360297 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:14.372721 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-746fa0bd-3a66-42a8-9de2-fb933ee56fe8 req-bc005e19-31cd-47a4-b31e-387228138400 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433524 May 26 21:33:14.881396 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=10 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:14.958450 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67509364-7ed2-4366-b4c0-bae845215df3 req-d9d04878-0642-41df-b333-ab881fe9b273 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:14.963384 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-67509364-7ed2-4366-b4c0-bae845215df3 req-d9d04878-0642-41df-b333-ab881fe9b273 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0536704 May 26 21:33:15.011145 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-67509364-7ed2-4366-b4c0-bae845215df3 req-756eb213-fa8d-4890-895c-b7d24a3196df tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454297 May 26 21:33:15.498031 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f74a31-e922-4116-9457-9cc53071a8f3 req-9be574a9-f124-41f0-b5a8-e6cb60ad1719 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:15.499436 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-97f74a31-e922-4116-9457-9cc53071a8f3 req-9be574a9-f124-41f0-b5a8-e6cb60ad1719 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 947 time: 0.0515954 May 26 21:33:15.546979 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-97f74a31-e922-4116-9457-9cc53071a8f3 req-6b4be75c-466c-4825-b76f-52d13e61cbd5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418963 May 26 21:33:16.130513 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f7416-26c3-4da9-aaf6-35e27a6ad740 req-6db119a5-bea0-4b80-8514-b02e7d0bc3ff tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:16.131994 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b51f7416-26c3-4da9-aaf6-35e27a6ad740 req-6db119a5-bea0-4b80-8514-b02e7d0bc3ff tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0460763 May 26 21:33:16.183282 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b51f7416-26c3-4da9-aaf6-35e27a6ad740 req-6f14a257-31f5-4e25-bd0b-47591565963d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456500 May 26 21:33:16.666800 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb099fe-1c25-46d9-acd1-8fefbd109662 req-af61ab90-e1e7-40ee-a69f-5d8c91d0153c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:16.668301 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9bb099fe-1c25-46d9-acd1-8fefbd109662 req-af61ab90-e1e7-40ee-a69f-5d8c91d0153c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 947 time: 0.0457144 May 26 21:33:16.679852 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:16.719695 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9bb099fe-1c25-46d9-acd1-8fefbd109662 req-98a74088-5a10-4a66-919c-e19a929a53ce tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457366 May 26 21:33:17.262550 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:17.300783 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348f540-8b6e-45ac-8e7d-7269d3f8a132 req-7b9b0a33-7a78-43a8-a77b-b1253259f0d5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:17.302311 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f348f540-8b6e-45ac-8e7d-7269d3f8a132 req-7b9b0a33-7a78-43a8-a77b-b1253259f0d5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0481782 May 26 21:33:17.350631 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f348f540-8b6e-45ac-8e7d-7269d3f8a132 req-7c60e254-fd1d-4bb3-b133-5a33a6b325e7 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427561 May 26 21:33:18.272193 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e15f9-f58d-4789-98ef-d12b23b40be4 req-977d2bf4-9ca4-47de-a9cc-3c3267de8e00 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:18.273674 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-067e15f9-f58d-4789-98ef-d12b23b40be4 req-977d2bf4-9ca4-47de-a9cc-3c3267de8e00 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 945 time: 0.0473630 May 26 21:33:18.320476 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-067e15f9-f58d-4789-98ef-d12b23b40be4 req-249a56aa-c858-4414-8f03-e040ae9e3980 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411239 May 26 21:33:18.462247 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6c7cf-a594-428f-8172-c44994a20c19 req-0048e1ed-6fe6-4071-8ff6-37b8ba6a3982 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:18.463850 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5dd6c7cf-a594-428f-8172-c44994a20c19 req-0048e1ed-6fe6-4071-8ff6-37b8ba6a3982 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0463717 May 26 21:33:18.516956 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5dd6c7cf-a594-428f-8172-c44994a20c19 req-89cbbf34-5a49-43f0-b96c-706d300ed473 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473938 May 26 21:33:18.701056 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:33:18.799451 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a,segment=NetworkSegment(af0afbec-2d46-4223-9061-15b98cc43e87),segment_id=af0afbec-2d46-4223-9061-15b98cc43e87)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:33:18.810494 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': '5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a', 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665', 'port_id': '5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a', 'mac_address': 'fa:16:3e:9b:cd:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ca75fc-3052-41e8-beb5-3bba4da5fd6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:33:18.843876 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:33:18.844256 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:18.857228 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:33:18.877213 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a,segment=NetworkSegment(af0afbec-2d46-4223-9061-15b98cc43e87),segment_id=af0afbec-2d46-4223-9061-15b98cc43e87)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:33:18.940631 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:18.985961 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:33:18.993325 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:33:18.993667 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:33:18.994030 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:33:18.994391 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:33:18.994723 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:33:18.995071 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:33:18.995396 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:33:18.995753 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:33:18.996065 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:33:18.996386 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:33:18.996708 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:33:18.997044 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:33:18.997367 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:33:18.997684 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:33:18.998028 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:33:19.440321 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc74a8-fbc4-4f93-a9f5-acdf4d5b7d41 req-d0c9b29f-a1fd-4ea7-a07d-166d6749af9b tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:19.442474 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-fbcc74a8-fbc4-4f93-a9f5-acdf4d5b7d41 req-d0c9b29f-a1fd-4ea7-a07d-166d6749af9b tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 945 time: 0.0526001 May 26 21:33:19.489910 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-fbcc74a8-fbc4-4f93-a9f5-acdf4d5b7d41 req-78974c80-b119-4bba-928f-c457271aab32 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413725 May 26 21:33:19.513441 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:33:19.631974 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e2f9b-6ad0-43a6-b670-9dd6d0bb9602 req-84d56108-daa8-4c8d-b52f-3631f7cb0011 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:19.633388 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a86e2f9b-6ad0-43a6-b670-9dd6d0bb9602 req-84d56108-daa8-4c8d-b52f-3631f7cb0011 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 945 time: 0.0479946 May 26 21:33:19.683170 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a86e2f9b-6ad0-43a6-b670-9dd6d0bb9602 req-9f1281e9-bf03-4e80-8180-f0a2b389da8e tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438731 May 26 21:33:20.517808 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53438b7a-4f9e-486e-b6f3-4cf2010e2b50 req-7c5a5743-e7f3-4834-8568-979fb57ddc7f tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:20.520006 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-53438b7a-4f9e-486e-b6f3-4cf2010e2b50 req-7c5a5743-e7f3-4834-8568-979fb57ddc7f tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.60 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 945 time: 0.0456750 May 26 21:33:20.639892 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13efc8b-a9b0-4fb2-8502-a642e1150dee req-0a95eaf0-514b-40ee-979d-54799e794129 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:20.641349 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c13efc8b-a9b0-4fb2-8502-a642e1150dee req-0a95eaf0-514b-40ee-979d-54799e794129 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 945 time: 0.0821536 May 26 21:33:20.651167 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [req-53438b7a-4f9e-486e-b6f3-4cf2010e2b50 req-6891c482-afc6-43dd-a3cb-aab2fdaf3643 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Deleting port c5f69ca6-d120-49a3-a890-77e4b7429ad9 {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:33:20.651502 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-53438b7a-4f9e-486e-b6f3-4cf2010e2b50 req-6891c482-afc6-43dd-a3cb-aab2fdaf3643 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (c5f69ca6-d120-49a3-a890-77e4b7429ad9), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:20.750251 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c13efc8b-a9b0-4fb2-8502-a642e1150dee req-979e25d6-bb8f-4c36-941f-00df7edc0e4a tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb3063e2-e63f-44f0-bdf6-1183faf0c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005402 May 26 21:33:20.777081 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [req-53438b7a-4f9e-486e-b6f3-4cf2010e2b50 req-6891c482-afc6-43dd-a3cb-aab2fdaf3643 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] For port c5f69ca6-d120-49a3-a890-77e4b7429ad9, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c5f69ca6-d120-49a3-a890-77e4b7429ad9,segment=NetworkSegment(7b796852-cdae-4a96-9d97-94624ded1290),segment_id=7b796852-cdae-4a96-9d97-94624ded1290)] {{(pid=104642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:33:20.777413 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-53438b7a-4f9e-486e-b6f3-4cf2010e2b50 req-6891c482-afc6-43dd-a3cb-aab2fdaf3643 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (c5f69ca6-d120-49a3-a890-77e4b7429ad9), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:20.791658 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [req-53438b7a-4f9e-486e-b6f3-4cf2010e2b50 req-6891c482-afc6-43dd-a3cb-aab2fdaf3643 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Calling delete_port for c5f69ca6-d120-49a3-a890-77e4b7429ad9 owned by compute:nova {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:33:20.805777 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a51891-a1e1-43d4-b44e-e60f8ca56c86 req-ef618d36-5645-4467-8d3c-93e380795ddf tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:20.807236 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b0a51891-a1e1-43d4-b44e-e60f8ca56c86 req-ef618d36-5645-4467-8d3c-93e380795ddf tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 945 time: 0.0570436 May 26 21:33:20.858071 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b0a51891-a1e1-43d4-b44e-e60f8ca56c86 req-bb3fc97a-3b54-46eb-b746-85a0a48aa240 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450346 May 26 21:33:20.912825 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:20.986295 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-53438b7a-4f9e-486e-b6f3-4cf2010e2b50 req-6891c482-afc6-43dd-a3cb-aab2fdaf3643 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (c5f69ca6-d120-49a3-a890-77e4b7429ad9), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:21.017641 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891c482-afc6-43dd-a3cb-aab2fdaf3643 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Pushing event deleted for resources: {'Port': ['ID=c5f69ca6-d120-49a3-a890-77e4b7429ad9,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:33:21.033542 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-e93c5b7d-5db1-4ea2-bfac-5099fe679bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:21.061222 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [req-53438b7a-4f9e-486e-b6f3-4cf2010e2b50 req-6891c482-afc6-43dd-a3cb-aab2fdaf3643 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] No DVR routers for this DVR port c5f69ca6-d120-49a3-a890-77e4b7429ad9 on host hv-cinder-82880 {{(pid=104642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:33:21.064240 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-53438b7a-4f9e-486e-b6f3-4cf2010e2b50 req-6891c482-afc6-43dd-a3cb-aab2fdaf3643 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:21.068192 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-53438b7a-4f9e-486e-b6f3-4cf2010e2b50 req-6891c482-afc6-43dd-a3cb-aab2fdaf3643 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.60 "DELETE /v2.0/ports/c5f69ca6-d120-49a3-a890-77e4b7429ad9 HTTP/1.1" status: 204 len: 173 time: 0.5402405 May 26 21:33:21.068621 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850b5395-31f3-43e6-a549-fa9c33e66b7a', 'name': 'network-vif-deleted', 'tag': 'c5f69ca6-d120-49a3-a890-77e4b7429ad9'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:33:21.070844 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b19983-9c16-43ef-a78c-f8984af70761" -d '{"events": [{"server_uuid": "850b5395-31f3-43e6-a549-fa9c33e66b7a", "name": "network-vif-deleted", "tag": "c5f69ca6-d120-49a3-a890-77e4b7429ad9"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:33:21.106025 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4352e3-eccb-44eb-ab39-d5e25fbda2bb x-openstack-request-id: req-2c4352e3-eccb-44eb-ab39-d5e25fbda2bb {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:33:21.106408 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "850b5395-31f3-43e6-a549-fa9c33e66b7a", "name": "network-vif-deleted", "tag": "c5f69ca6-d120-49a3-a890-77e4b7429ad9", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:33:21.106884 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c4352e3-eccb-44eb-ab39-d5e25fbda2bb {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:33:21.107446 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c4352e3-eccb-44eb-ab39-d5e25fbda2bb'] response: {'server_uuid': '850b5395-31f3-43e6-a549-fa9c33e66b7a', 'name': 'network-vif-deleted', 'tag': 'c5f69ca6-d120-49a3-a890-77e4b7429ad9', 'status': 'completed', 'code': 200} May 26 21:33:21.164691 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['c5f69ca6-d120-49a3-a890-77e4b7429ad9'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:33:21.168550 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:33:21.227274 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning for port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a completed by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:33:21.302387 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:33:21.302683 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:21.332054 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:21.344569 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:21.379526 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:33:21.379958 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:21.403569 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7586f603-aaac-433d-85db-77c2893aa328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:33:21.405759 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e059fc-1470-4544-a571-cf099eee9136" -d '{"events": [{"server_uuid": "7586f603-aaac-433d-85db-77c2893aa328", "name": "network-vif-plugged", "status": "completed", "tag": "5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:33:21.418329 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a,segment=NetworkSegment(af0afbec-2d46-4223-9061-15b98cc43e87),segment_id=af0afbec-2d46-4223-9061-15b98cc43e87)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:33:21.450268 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba6510f-61d9-40b6-bb39-6660b979cb76 x-openstack-request-id: req-7ba6510f-61d9-40b6-bb39-6660b979cb76 {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:33:21.450268 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7586f603-aaac-433d-85db-77c2893aa328", "name": "network-vif-plugged", "status": "completed", "tag": "5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:33:21.450268 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7ba6510f-61d9-40b6-bb39-6660b979cb76 {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:33:21.450268 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ba6510f-61d9-40b6-bb39-6660b979cb76'] response: {'server_uuid': '7586f603-aaac-433d-85db-77c2893aa328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a', 'code': 200} May 26 21:33:21.490906 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:21.536955 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:33:21.863046 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ff05ae47-d695-45ea-a9e4-2d2607434f1a req-2ac33215-f18a-40c1-9529-529cf7891405 tempest-VolumesSnapshotTestJSON-559899765 tempest-VolumesSnapshotTestJSON-559899765-project] 10.222.0.42 "GET /v2.0/ports?device_id=850b5395-31f3-43e6-a549-fa9c33e66b7a HTTP/1.1" status: 200 len: 210 time: 0.0289981 May 26 21:33:21.912568 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45c7d2-7cab-4d29-ad40-f1772b7be9ec req-0fbf49ea-719b-4b13-b9cd-a62533c672b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:21.914058 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-eb45c7d2-7cab-4d29-ad40-f1772b7be9ec req-0fbf49ea-719b-4b13-b9cd-a62533c672b5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 1130 time: 0.0409448 May 26 21:33:21.968519 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-eb45c7d2-7cab-4d29-ad40-f1772b7be9ec req-d8291e89-c464-4bf4-af0e-175cc9d543d6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454988 May 26 21:33:21.980329 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2ab76-bbfa-4971-b849-b0cd8ed0f004 req-580d84e5-cbdc-40f1-bc92-60f3320a0d40 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:21.981849 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-efb2ab76-bbfa-4971-b849-b0cd8ed0f004 req-580d84e5-cbdc-40f1-bc92-60f3320a0d40 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0516036 May 26 21:33:22.032026 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-efb2ab76-bbfa-4971-b849-b0cd8ed0f004 req-b1eb719f-b0d3-4ed5-9e6a-b92228523a65 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435171 May 26 21:33:23.142302 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b1a47-3f53-45ee-a7f4-431abe57226e req-3e50a600-509e-4442-830f-bd338dbeacfa tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:23.143784 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d21b1a47-3f53-45ee-a7f4-431abe57226e req-3e50a600-509e-4442-830f-bd338dbeacfa tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0467873 May 26 21:33:23.191472 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d21b1a47-3f53-45ee-a7f4-431abe57226e req-8c549b7c-9796-4f53-877f-d9d20933e8ad tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421543 May 26 21:33:23.421772 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-7daca398-8ed9-4019-b700-e22d0821c513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:23.557330 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=2 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:23.558060 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=6 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:24.305249 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c47eb-c313-44cd-a694-8b293b38c70e req-33050346-08a7-445f-90ee-1cca173e228d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:24.306709 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b69c47eb-c313-44cd-a694-8b293b38c70e req-33050346-08a7-445f-90ee-1cca173e228d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0471334 May 26 21:33:24.325450 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:24.356460 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b69c47eb-c313-44cd-a694-8b293b38c70e req-8a7f6fc8-b2c3-4bb6-9ab7-51a62f826c4d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441034 May 26 21:33:24.569541 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:24.856091 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:25.194984 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device c5f69ca6-d120-49a3-a890-77e4b7429ad9 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:33:25.217659 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] No Port match for: c5f69ca6-d120-49a3-a890-77e4b7429ad9 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:33:25.217998 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device c5f69ca6-d120-49a3-a890-77e4b7429ad9 not bound to the agent host hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:33:25.472515 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e055eb-660a-476c-aec7-14ed51830e3b req-5941b2fa-add7-4504-b164-dd0c7afd6934 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:25.473997 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-62e055eb-660a-476c-aec7-14ed51830e3b req-5941b2fa-add7-4504-b164-dd0c7afd6934 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0519230 May 26 21:33:25.523333 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-62e055eb-660a-476c-aec7-14ed51830e3b req-200b168b-ae7b-4e4b-9ade-6fdd37c061a2 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438318 May 26 21:33:25.640392 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d185524-57bd-45a7-80d6-70420610799a req-586444a2-d267-47fb-b187-59f3286a48cc tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:25.641465 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9d185524-57bd-45a7-80d6-70420610799a req-586444a2-d267-47fb-b187-59f3286a48cc tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0475459 May 26 21:33:25.691119 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9d185524-57bd-45a7-80d6-70420610799a req-c614e575-a226-4873-8a10-87db496785c5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440493 May 26 21:33:25.713202 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 54638) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:33:25.856374 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81485b0c-1893-4f8e-acff-a6b74c31a6d6 tempest-TestShelveInstance-1149870487 tempest-TestShelveInstance-1149870487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:25.858102 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-81485b0c-1893-4f8e-acff-a6b74c31a6d6 tempest-TestShelveInstance-1149870487 tempest-TestShelveInstance-1149870487-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 1125 time: 0.1438994 May 26 21:33:25.861077 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 54642) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:33:25.865797 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-a390fea2-50ed-46dc-9b1e-d65a341cbf1d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Request body: {'floatingip': {'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'port_id': '5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:33:25.931978 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a390fea2-50ed-46dc-9b1e-d65a341cbf1d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:26.009448 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a390fea2-50ed-46dc-9b1e-d65a341cbf1d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:26.117490 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:26.122330 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_common [None req-a390fea2-50ed-46dc-9b1e-d65a341cbf1d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Allocated IP 172.27.3.158 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/e337e3d2-821a-4425-807e-d3693e1ba445) {{(pid=104642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:33:26.221006 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a390fea2-50ed-46dc-9b1e-d65a341cbf1d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for port (e337e3d2-821a-4425-807e-d3693e1ba445), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:26.290755 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a390fea2-50ed-46dc-9b1e-d65a341cbf1d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (e337e3d2-821a-4425-807e-d3693e1ba445), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:26.332033 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a390fea2-50ed-46dc-9b1e-d65a341cbf1d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:33:26.337631 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-a390fea2-50ed-46dc-9b1e-d65a341cbf1d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:33:26.341393 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a390fea2-50ed-46dc-9b1e-d65a341cbf1d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Received port after_create {{(pid=104642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:33:26.346499 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390fea2-50ed-46dc-9b1e-d65a341cbf1d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Pushing event updated for resources: {'Port': ['ID=e337e3d2-821a-4425-807e-d3693e1ba445,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:33:26.401944 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:26.543605 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:26.693396 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a390fea2-50ed-46dc-9b1e-d65a341cbf1d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for floatingip (79a78af2-7a1b-4f64-adad-3bae65a99308), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:26.803586 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a390fea2-50ed-46dc-9b1e-d65a341cbf1d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (e337e3d2-821a-4425-807e-d3693e1ba445), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:26.975031 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a390fea2-50ed-46dc-9b1e-d65a341cbf1d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for port (e337e3d2-821a-4425-807e-d3693e1ba445), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:27.009908 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a390fea2-50ed-46dc-9b1e-d65a341cbf1d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632642'] for port (e337e3d2-821a-4425-807e-d3693e1ba445), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:27.078575 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390fea2-50ed-46dc-9b1e-d65a341cbf1d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Pushing event updated for resources: {'Port': ['ID=e337e3d2-821a-4425-807e-d3693e1ba445,revision_number=2']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:33:27.088455 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a390fea2-50ed-46dc-9b1e-d65a341cbf1d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (79a78af2-7a1b-4f64-adad-3bae65a99308), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:27.180663 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.l3_db [None req-a390fea2-50ed-46dc-9b1e-d65a341cbf1d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Floating IP 79a78af2-7a1b-4f64-adad-3bae65a99308 associated. External IP: 172.27.3.158, port: 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a. May 26 21:33:27.222267 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:27.369363 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a390fea2-50ed-46dc-9b1e-d65a341cbf1d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Router 21ec28d7-eb7b-4d67-abfc-97357ff278a1 has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:33:27.471035 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:27.474030 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a390fea2-50ed-46dc-9b1e-d65a341cbf1d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:33:27.484593 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24e0caa-7a82-41ad-9a16-f706178bb58a None None] Sync routers for ids ['21ec28d7-eb7b-4d67-abfc-97357ff278a1'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:33:27.494779 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24e0caa-7a82-41ad-9a16-f706178bb58a None None] Routers {'21ec28d7-eb7b-4d67-abfc-97357ff278a1'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:33:27.495389 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-d24e0caa-7a82-41ad-9a16-f706178bb58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:33:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['21ec28d7-eb7b-4d67-abfc-97357ff278a1'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:33:27.589235 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a390fea2-50ed-46dc-9b1e-d65a341cbf1d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:27.600874 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-d24e0caa-7a82-41ad-9a16-f706178bb58a None None] Set router 21ec28d7-eb7b-4d67-abfc-97357ff278a1 gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:33:27.620390 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-a390fea2-50ed-46dc-9b1e-d65a341cbf1d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7581990 May 26 21:33:27.621552 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7586f603-aaac-433d-85db-77c2893aa328', 'tag': '5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:33:27.622594 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:27.623859 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158335b1-18e8-4b29-9f47-814aaa412cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "7586f603-aaac-433d-85db-77c2893aa328", "tag": "5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:33:27.660144 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c80bd8f-474d-4861-b67e-067a2ec31ec7 x-openstack-request-id: req-4c80bd8f-474d-4861-b67e-067a2ec31ec7 {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:33:27.660436 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7586f603-aaac-433d-85db-77c2893aa328", "tag": "5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:33:27.660688 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c80bd8f-474d-4861-b67e-067a2ec31ec7 {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:33:27.661090 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c80bd8f-474d-4861-b67e-067a2ec31ec7'] response: {'name': 'network-changed', 'server_uuid': '7586f603-aaac-433d-85db-77c2893aa328', 'tag': '5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a', 'status': 'completed', 'code': 200} May 26 21:33:27.810586 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-d24e0caa-7a82-41ad-9a16-f706178bb58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'name': 'tempest-TestShelveInstance-694871637-router', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:31:38Z', 'updated_at': '2022-05-26T21:31:44Z', 'revision_number': 4, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'gw_port': {'id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:39Z', 'updated_at': '2022-05-26T21:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '79a78af2-7a1b-4f64-adad-3bae65a99308', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'port_id': '5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665', 'mac_address': 'fa:16:3e:9b:cd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7586f603-aaac-433d-85db-77c2893aa328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:33:26Z', 'updated_at': '2022-05-26T21:33:26Z', 'revision_number': 0, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f774ce-aa2e-4ebb-a39f-4571f4585860', 'name': '', 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'mac_address': 'fa:16:3e:f0:f0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b0ca75fc-3052-41e8-beb5-3bba4da5fd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:42Z', 'updated_at': '2022-05-26T21:31:49Z', 'revision_number': 5, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'subnets': [{'id': 'b0ca75fc-3052-41e8-beb5-3bba4da5fd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:33:27.834617 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24e0caa-7a82-41ad-9a16-f706178bb58a None None] Checking router: 21ec28d7-eb7b-4d67-abfc-97357ff278a1 for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:33:27.843002 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24e0caa-7a82-41ad-9a16-f706178bb58a None None] Routers {'21ec28d7-eb7b-4d67-abfc-97357ff278a1'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:33:27.843597 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-d24e0caa-7a82-41ad-9a16-f706178bb58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:33:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['21ec28d7-eb7b-4d67-abfc-97357ff278a1'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:33:27.942148 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-d24e0caa-7a82-41ad-9a16-f706178bb58a None None] Set router 21ec28d7-eb7b-4d67-abfc-97357ff278a1 gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:33:28.144990 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-d24e0caa-7a82-41ad-9a16-f706178bb58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'name': 'tempest-TestShelveInstance-694871637-router', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:31:38Z', 'updated_at': '2022-05-26T21:31:44Z', 'revision_number': 4, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'gw_port': {'id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:39Z', 'updated_at': '2022-05-26T21:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '79a78af2-7a1b-4f64-adad-3bae65a99308', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'port_id': '5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665', 'mac_address': 'fa:16:3e:9b:cd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7586f603-aaac-433d-85db-77c2893aa328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:33:26Z', 'updated_at': '2022-05-26T21:33:26Z', 'revision_number': 0, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f774ce-aa2e-4ebb-a39f-4571f4585860', 'name': '', 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'mac_address': 'fa:16:3e:f0:f0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b0ca75fc-3052-41e8-beb5-3bba4da5fd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:42Z', 'updated_at': '2022-05-26T21:31:49Z', 'revision_number': 5, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'subnets': [{'id': 'b0ca75fc-3052-41e8-beb5-3bba4da5fd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:33:28.252227 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24e0caa-7a82-41ad-9a16-f706178bb58a None None] The sync data for ids ['21ec28d7-eb7b-4d67-abfc-97357ff278a1'] in dv-cinder-828805-3-iscsi is: [{'id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'name': 'tempest-TestShelveInstance-694871637-router', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:31:38Z', 'updated_at': '2022-05-26T21:31:44Z', 'revision_number': 4, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'gw_port': {'id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:39Z', 'updated_at': '2022-05-26T21:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '79a78af2-7a1b-4f64-adad-3bae65a99308', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'port_id': '5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665', 'mac_address': 'fa:16:3e:9b:cd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7586f603-aaac-433d-85db-77c2893aa328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:33:26Z', 'updated_at': '2022-05-26T21:33:26Z', 'revision_number': 0, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f774ce-aa2e-4ebb-a39f-4571f4585860', 'name': '', 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'mac_address': 'fa:16:3e:f0:f0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b0ca75fc-3052-41e8-beb5-3bba4da5fd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:42Z', 'updated_at': '2022-05-26T21:31:49Z', 'revision_number': 5, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'subnets': [{'id': 'b0ca75fc-3052-41e8-beb5-3bba4da5fd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:33:28.427900 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e47ed8f-b00f-447a-8be2-dc7ef28ece65 None None] New status for floating IP 79a78af2-7a1b-4f64-adad-3bae65a99308: ACTIVE {{(pid=104644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:33:28.841238 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158335b1-18e8-4b29-9f47-814aaa412cbd req-4347ed62-fbce-4909-a950-7767e136645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:28.842755 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-158335b1-18e8-4b29-9f47-814aaa412cbd req-4347ed62-fbce-4909-a950-7767e136645b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=77c3cd3a54424befb4b424e6de1f7870&device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 1130 time: 0.0424175 May 26 21:33:30.227807 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158335b1-18e8-4b29-9f47-814aaa412cbd req-c6248942-79c2-448d-ba50-f707cdacaca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:30.229282 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-158335b1-18e8-4b29-9f47-814aaa412cbd req-c6248942-79c2-448d-ba50-f707cdacaca0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=084061c1-c7dc-4f5f-8186-748f557a8665 HTTP/1.1" status: 200 len: 909 time: 0.0871365 May 26 21:33:30.294307 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-158335b1-18e8-4b29-9f47-814aaa412cbd req-0bf710c7-06dd-4971-8ba5-f56cd5abfbbf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a HTTP/1.1" status: 200 len: 1002 time: 0.0581043 May 26 21:33:30.342056 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158335b1-18e8-4b29-9f47-814aaa412cbd req-690c75bf-5feb-4f43-9cfc-d9db2f4f7941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:30.345738 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-158335b1-18e8-4b29-9f47-814aaa412cbd req-690c75bf-5feb-4f43-9cfc-d9db2f4f7941 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b0ca75fc-3052-41e8-beb5-3bba4da5fd6d HTTP/1.1" status: 200 len: 847 time: 0.0434272 May 26 21:33:30.385830 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158335b1-18e8-4b29-9f47-814aaa412cbd req-6d327c9e-21e1-417d-b73f-9830656e4e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:30.387337 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-158335b1-18e8-4b29-9f47-814aaa412cbd req-6d327c9e-21e1-417d-b73f-9830656e4e22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=084061c1-c7dc-4f5f-8186-748f557a8665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377753 May 26 21:33:30.478530 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-158335b1-18e8-4b29-9f47-814aaa412cbd req-123cfe63-6109-4f4b-8762-6f04bc6801da service neutron] 10.222.0.60 "GET /v2.0/networks/084061c1-c7dc-4f5f-8186-748f557a8665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836492 May 26 21:33:30.566469 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-158335b1-18e8-4b29-9f47-814aaa412cbd req-77af19a1-81b6-4124-8fe1-bbe3d4ef9ff6 service neutron] 10.222.0.60 "GET /v2.0/networks/084061c1-c7dc-4f5f-8186-748f557a8665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816627 May 26 21:33:35.515849 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=94 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:35.518841 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=54 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:38.147202 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=71 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:38.147969 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=77 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:38.648535 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=44,neutron:UPDATE=8 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:38.651416 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:40.562132 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=78,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:40.563051 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=46 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:44.611841 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c581759-5b6e-4765-9b75-4babe075b16b req-0f63b494-40cb-4f7d-b43f-c6762b1e59cf tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:44.613358 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4c581759-5b6e-4765-9b75-4babe075b16b req-0f63b494-40cb-4f7d-b43f-c6762b1e59cf tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0496528 May 26 21:33:44.675179 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2a955-bd64-4bf6-8c4d-925d4752cfb3 req-3b6e38af-4946-4310-b5f7-381bc286dade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:44.676688 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-02d2a955-bd64-4bf6-8c4d-925d4752cfb3 req-3b6e38af-4946-4310-b5f7-381bc286dade service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=318999cb1f874176b2523de9686febc1&device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 1130 time: 0.0624485 May 26 21:33:44.711597 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4c581759-5b6e-4765-9b75-4babe075b16b req-4c6e48e8-49be-40e2-9dd0-d24fdd0c4dfe tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881522 May 26 21:33:44.778176 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2a955-bd64-4bf6-8c4d-925d4752cfb3 req-222cf026-58a3-488b-be0c-464fc66b25b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:44.779633 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-02d2a955-bd64-4bf6-8c4d-925d4752cfb3 req-222cf026-58a3-488b-be0c-464fc66b25b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa HTTP/1.1" status: 200 len: 919 time: 0.0929360 May 26 21:33:44.844583 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-02d2a955-bd64-4bf6-8c4d-925d4752cfb3 req-865fc7e7-ae45-4e13-831f-be0ff9423d02 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 HTTP/1.1" status: 200 len: 1002 time: 0.0584860 May 26 21:33:45.125569 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2a955-bd64-4bf6-8c4d-925d4752cfb3 req-b6450edd-df5f-44b2-9b6d-d0bbcf3e8940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:45.126983 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-02d2a955-bd64-4bf6-8c4d-925d4752cfb3 req-b6450edd-df5f-44b2-9b6d-d0bbcf3e8940 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2637c66-7972-4d35-9019-9342a0d2b58e HTTP/1.1" status: 200 len: 857 time: 0.2704127 May 26 21:33:45.173913 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2a955-bd64-4bf6-8c4d-925d4752cfb3 req-3e7de330-ac5c-462d-9c26-fcbcee5b8fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:45.175461 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-02d2a955-bd64-4bf6-8c4d-925d4752cfb3 req-3e7de330-ac5c-462d-9c26-fcbcee5b8fea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406785 May 26 21:33:45.269339 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-02d2a955-bd64-4bf6-8c4d-925d4752cfb3 req-f93966f1-8f7d-495b-8b2b-bc92242b38fd service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861797 May 26 21:33:45.361455 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-02d2a955-bd64-4bf6-8c4d-925d4752cfb3 req-fd2eb174-0610-445e-92af-6e5a3485d27a service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808656 May 26 21:33:45.827911 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4d32b-50d0-421b-b5e1-04c4eb4a286a req-92ce1d83-6f59-4f4e-b4a1-2dd44a223510 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:45.829395 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9ba4d32b-50d0-421b-b5e1-04c4eb4a286a req-92ce1d83-6f59-4f4e-b4a1-2dd44a223510 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0469766 May 26 21:33:45.877197 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9ba4d32b-50d0-421b-b5e1-04c4eb4a286a req-b250f3d1-4ce4-47c0-85f0-b099160b69cf tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412960 May 26 21:33:46.992660 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0f23a-67ac-4df6-9dbe-9084b06fe551 req-ac2d3946-0e8e-4e22-b92a-c15b6b8a26cc tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:46.994029 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-16f0f23a-67ac-4df6-9dbe-9084b06fe551 req-ac2d3946-0e8e-4e22-b92a-c15b6b8a26cc tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0473049 May 26 21:33:47.044041 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-16f0f23a-67ac-4df6-9dbe-9084b06fe551 req-905ff721-52cd-4b08-9232-962f6ff09e69 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443897 May 26 21:33:48.158943 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436d6a3-df5f-42ce-aebb-9e41a5d16e0b req-b78a9aae-f634-467f-8ae7-95a6f224440c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:48.160449 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e436d6a3-df5f-42ce-aebb-9e41a5d16e0b req-b78a9aae-f634-467f-8ae7-95a6f224440c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0485561 May 26 21:33:48.211973 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e436d6a3-df5f-42ce-aebb-9e41a5d16e0b req-145ae6ba-f3b7-41ab-aa9d-c46bbe0ab23c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454297 May 26 21:33:49.327727 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bb0a6-1a88-48a2-b89d-3760150523fe req-d098d86f-116c-4869-9b68-70ffb8ea797a tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:49.329339 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3c3bb0a6-1a88-48a2-b89d-3760150523fe req-d098d86f-116c-4869-9b68-70ffb8ea797a tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0481782 May 26 21:33:49.376971 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3c3bb0a6-1a88-48a2-b89d-3760150523fe req-cc88716e-4663-4313-b661-5a030f2f18af tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416009 May 26 21:33:49.465288 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:49.467152 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:33:50.494921 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06b0e8-e4fb-47c0-a14e-d6cd733d0380 req-19a734ac-5280-4b04-86e3-d3d8da3df386 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:50.496478 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6c06b0e8-e4fb-47c0-a14e-d6cd733d0380 req-19a734ac-5280-4b04-86e3-d3d8da3df386 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0480282 May 26 21:33:50.544370 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6c06b0e8-e4fb-47c0-a14e-d6cd733d0380 req-08ceb11c-3648-4c28-8411-581d179b9540 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420277 May 26 21:33:51.032859 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-e7a48dec-f9f8-4a4a-9342-74cabc28b439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:51.663233 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf61ba9-4c7c-47c8-a4be-a3ad747cd860 req-407ee83a-3c79-4159-9669-45027f834a8d tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:51.664724 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ccf61ba9-4c7c-47c8-a4be-a3ad747cd860 req-407ee83a-3c79-4159-9669-45027f834a8d tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0462167 May 26 21:33:51.713080 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ccf61ba9-4c7c-47c8-a4be-a3ad747cd860 req-08b375af-bb19-4466-9ebe-eafa7669e3d3 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427234 May 26 21:33:52.827413 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba92f38-7cb9-4ce3-807c-7aac749bd10e req-85c24144-d2ad-4ac5-8ea6-6651722bff81 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:52.828930 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0ba92f38-7cb9-4ce3-807c-7aac749bd10e req-85c24144-d2ad-4ac5-8ea6-6651722bff81 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0476251 May 26 21:33:52.875009 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0ba92f38-7cb9-4ce3-807c-7aac749bd10e req-50be39c3-6df6-46aa-a783-218c2ab39ffe tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405307 May 26 21:33:53.426490 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-1dd3fa07-e2f4-4cdf-ab9d-9698d192eb21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:53.743277 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 54852) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:33:53.891509 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce31f5e8-f3fb-4f02-bdb1-c934debeac79 admin admin] Deleting subnet 1b891090-ddd4-40de-8cc2-b3e20d53dbb1 {{(pid=104642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:33:53.894606 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ce31f5e8-f3fb-4f02-bdb1-c934debeac79 admin admin] Publish callbacks [] for subnet (1b891090-ddd4-40de-8cc2-b3e20d53dbb1), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:53.930968 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ce31f5e8-f3fb-4f02-bdb1-c934debeac79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5148609'] for subnet (1b891090-ddd4-40de-8cc2-b3e20d53dbb1), precommit_delete_associations {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:53.990359 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:53.994823 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:54.007732 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ce31f5e8-f3fb-4f02-bdb1-c934debeac79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859283'] for subnet (1b891090-ddd4-40de-8cc2-b3e20d53dbb1), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:54.015198 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8f04f-b87d-4f61-94c5-9a65e88205c7 req-0ee16956-3a79-4490-b13b-5ba641fda680 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:54.016694 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-21a8f04f-b87d-4f61-94c5-9a65e88205c7 req-0ee16956-3a79-4490-b13b-5ba641fda680 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0666027 May 26 21:33:54.098092 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-21a8f04f-b87d-4f61-94c5-9a65e88205c7 req-fbf21d0f-eb4d-48cc-9641-1fe877c33e3e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646093 May 26 21:33:54.158664 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ce31f5e8-f3fb-4f02-bdb1-c934debeac79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4623492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4266898'] for subnet (1b891090-ddd4-40de-8cc2-b3e20d53dbb1), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:54.182990 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31f5e8-f3fb-4f02-bdb1-c934debeac79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b891090-ddd4-40de-8cc2-b3e20d53dbb1,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:33:54.188627 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ce31f5e8-f3fb-4f02-bdb1-c934debeac79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:54.191713 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-ce31f5e8-f3fb-4f02-bdb1-c934debeac79 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1b891090-ddd4-40de-8cc2-b3e20d53dbb1 HTTP/1.1" status: 204 len: 168 time: 0.4474065 May 26 21:33:54.194233 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 54858) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:33:54.263271 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-80051e4b-bbda-4ab0-bfec-9fe32f68b107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-801300'] for network (5700046f-4b5a-4ad3-a1d7-379e90370a51), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:54.337800 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-80051e4b-bbda-4ab0-bfec-9fe32f68b107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853542', 'neutron.services.segments.db._delete_segments_for_network-8745431346800'] for network (5700046f-4b5a-4ad3-a1d7-379e90370a51), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:54.357587 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.services.segments.db [None req-80051e4b-bbda-4ab0-bfec-9fe32f68b107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5700046f-4b5a-4ad3-a1d7-379e90370a51']}} {{(pid=104642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:33:54.367272 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.services.segments.db [None req-80051e4b-bbda-4ab0-bfec-9fe32f68b107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b796852-cdae-4a96-9d97-94624ded1290') {'for_net_delete': True} {{(pid=104642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:33:54.367560 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.services.segments.db [None req-80051e4b-bbda-4ab0-bfec-9fe32f68b107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b796852-cdae-4a96-9d97-94624ded1290') {} {{(pid=104642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:33:54.376613 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-80051e4b-bbda-4ab0-bfec-9fe32f68b107 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745431347833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5148664'] for segment (7b796852-cdae-4a96-9d97-94624ded1290), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:54.389444 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-80051e4b-bbda-4ab0-bfec-9fe32f68b107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (7b796852-cdae-4a96-9d97-94624ded1290), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:54.395270 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80051e4b-bbda-4ab0-bfec-9fe32f68b107 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=104642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:33:54.395642 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-80051e4b-bbda-4ab0-bfec-9fe32f68b107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4632614'] for segment (7b796852-cdae-4a96-9d97-94624ded1290), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:54.512808 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-80051e4b-bbda-4ab0-bfec-9fe32f68b107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696756'] for network (5700046f-4b5a-4ad3-a1d7-379e90370a51), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:54.523433 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-80051e4b-bbda-4ab0-bfec-9fe32f68b107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:54.523433 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-80051e4b-bbda-4ab0-bfec-9fe32f68b107 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5700046f-4b5a-4ad3-a1d7-379e90370a51 HTTP/1.1" status: 204 len: 168 time: 0.3261585 May 26 21:33:54.534917 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.services.segments.plugin [-] Segment 7b796852-cdae-4a96-9d97-94624ded1290 resource provider aggregate not found May 26 21:33:54.539494 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80051e4b-bbda-4ab0-bfec-9fe32f68b107 admin admin] Pushing event deleted for resources: {'Network': ['ID=5700046f-4b5a-4ad3-a1d7-379e90370a51,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:33:54.553964 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.services.segments.plugin [-] Segment 7b796852-cdae-4a96-9d97-94624ded1290 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b796852-cdae-4a96-9d97-94624ded1290 found for delete ", "request_id": "req-8b225232-133d-412b-8749-6e8a35a3c82e"}]} May 26 21:33:54.568475 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:54.845803 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 54870) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:33:54.855358 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:54.885625 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-1eb5592f-ae1d-4eb5-a2a7-6354b9a5b110 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a97f689104e4884b6e30b0c8606b513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386999 May 26 21:33:54.888119 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 54872) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:33:54.935019 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6ac14e00-2819-4cdf-a8c0-db021cc33564 admin admin] Publish callbacks [] for security_group (cb3063e2-e63f-44f0-bdf6-1183faf0c68d), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:54.956119 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6ac14e00-2819-4cdf-a8c0-db021cc33564 admin admin] Publish callbacks [] for security_group (cb3063e2-e63f-44f0-bdf6-1183faf0c68d), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:55.078414 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6ac14e00-2819-4cdf-a8c0-db021cc33564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (cb3063e2-e63f-44f0-bdf6-1183faf0c68d), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:55.080856 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6ac14e00-2819-4cdf-a8c0-db021cc33564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:55.082012 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-6ac14e00-2819-4cdf-a8c0-db021cc33564 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb3063e2-e63f-44f0-bdf6-1183faf0c68d HTTP/1.1" status: 204 len: 168 time: 0.1929340 May 26 21:33:55.090196 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac14e00-2819-4cdf-a8c0-db021cc33564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3063e2-e63f-44f0-bdf6-1183faf0c68d,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:33:55.231759 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff816aa-8fa3-4f09-a6b0-877c3ac514f9 req-1ac599d5-1ba6-4d0b-97cf-32a87d048318 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:55.233264 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4ff816aa-8fa3-4f09-a6b0-877c3ac514f9 req-1ac599d5-1ba6-4d0b-97cf-32a87d048318 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0516379 May 26 21:33:55.280697 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4ff816aa-8fa3-4f09-a6b0-877c3ac514f9 req-9ef0014c-1b09-48b8-8aa8-0e1488c99172 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419464 May 26 21:33:56.140631 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:56.398713 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092239b-ac5f-4cb6-87ce-3439bdd10c81 req-b67eb0e2-f23f-4fe5-b5a6-31e48586a17d tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:56.400747 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c092239b-ac5f-4cb6-87ce-3439bdd10c81 req-b67eb0e2-f23f-4fe5-b5a6-31e48586a17d tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0505719 May 26 21:33:56.447176 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c092239b-ac5f-4cb6-87ce-3439bdd10c81 req-2bd5d3d4-1c87-4de4-8637-3b9dabf22050 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408573 May 26 21:33:57.562832 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a89f71-2dba-48ed-b823-950ef02b3d00 req-fca08063-20c8-4ba7-a732-59f686357569 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:57.564335 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f8a89f71-2dba-48ed-b823-950ef02b3d00 req-fca08063-20c8-4ba7-a732-59f686357569 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0476518 May 26 21:33:57.587073 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:33:57.613491 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f8a89f71-2dba-48ed-b823-950ef02b3d00 req-46b0d65c-d177-4365-9114-a7df3a7dc75d tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434630 May 26 21:33:58.725216 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df9676-a78e-432d-9709-1ff8856fecf4 req-2b40b881-3cad-439e-a9ef-29e6c74f4754 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:58.726662 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b8df9676-a78e-432d-9709-1ff8856fecf4 req-2b40b881-3cad-439e-a9ef-29e6c74f4754 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0456834 May 26 21:33:58.759139 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:58.773224 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b8df9676-a78e-432d-9709-1ff8856fecf4 req-2603b5fb-0778-4bde-ba79-ec4f1a62b679 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405121 May 26 21:33:58.879122 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-83b2833c-01e3-4634-8233-d06afa6230da req-5100b9b1-1177-49ea-b00b-789802fda0d6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373323 May 26 21:33:58.965995 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2833c-01e3-4634-8233-d06afa6230da req-dfbf8a1e-be51-4ffb-9d35-ee451a521725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:58.967435 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-83b2833c-01e3-4634-8233-d06afa6230da req-dfbf8a1e-be51-4ffb-9d35-ee451a521725 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5f69588fe354d20b58594919deb4110&device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 1131 time: 0.0420492 May 26 21:33:59.054723 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:33:59.067342 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2833c-01e3-4634-8233-d06afa6230da req-6d6be82b-c3a2-4326-8890-3d3e0b6fff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:59.068997 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-83b2833c-01e3-4634-8233-d06afa6230da req-6d6be82b-c3a2-4326-8890-3d3e0b6fff3c service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea9ef1f2-5514-49f0-be2f-c0970bb75a74 HTTP/1.1" status: 200 len: 918 time: 0.0835016 May 26 21:33:59.133921 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-83b2833c-01e3-4634-8233-d06afa6230da req-d4dbd512-ea1f-4b26-9d11-a3cbd3af668c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f HTTP/1.1" status: 200 len: 1001 time: 0.0588932 May 26 21:33:59.181845 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2833c-01e3-4634-8233-d06afa6230da req-4a7e52b2-1edb-4cb5-9781-bea6028b963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:59.183254 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-83b2833c-01e3-4634-8233-d06afa6230da req-4a7e52b2-1edb-4cb5-9781-bea6028b963c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69d41c02-e4f8-4266-97e4-80c1b92c499f HTTP/1.1" status: 200 len: 856 time: 0.0434146 May 26 21:33:59.225912 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2833c-01e3-4634-8233-d06afa6230da req-3ce94bcc-a4c5-456d-b399-5466574d4b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:59.227849 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-83b2833c-01e3-4634-8233-d06afa6230da req-3ce94bcc-a4c5-456d-b399-5466574d4b9d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea9ef1f2-5514-49f0-be2f-c0970bb75a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380278 May 26 21:33:59.315816 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-83b2833c-01e3-4634-8233-d06afa6230da req-945493b3-b404-4dcc-986a-668b87761d27 service neutron] 10.222.0.60 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823755 May 26 21:33:59.403839 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-83b2833c-01e3-4634-8233-d06afa6230da req-b9164640-ccc6-4e09-b94f-0c5dca569943 service neutron] 10.222.0.60 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810280 May 26 21:33:59.885674 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e80ef4-7783-4346-8ef1-18c8f2bf5e9c req-652fa645-d3d0-47da-98bd-f3401429ce2a tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:33:59.887114 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-57e80ef4-7783-4346-8ef1-18c8f2bf5e9c req-652fa645-d3d0-47da-98bd-f3401429ce2a tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0460782 May 26 21:33:59.936569 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-57e80ef4-7783-4346-8ef1-18c8f2bf5e9c req-cc29e581-72a1-4c84-b539-b2f7b0753e44 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439718 May 26 21:34:00.553345 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:00.554079 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=2 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:01.054427 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14593b4f-bb5b-4e89-9002-c906a5501f73 req-0163bb52-c5af-478a-9d2f-65506c66e522 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:01.055924 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-14593b4f-bb5b-4e89-9002-c906a5501f73 req-0163bb52-c5af-478a-9d2f-65506c66e522 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0512276 May 26 21:34:01.102764 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-14593b4f-bb5b-4e89-9002-c906a5501f73 req-648f4b25-c850-4f33-8cfe-b370425990ff tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410159 May 26 21:34:02.213844 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b226c36-54f1-461e-8113-1895282209c4 req-a853632f-f758-41d9-9e86-dadeb4f83f98 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:02.215268 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6b226c36-54f1-461e-8113-1895282209c4 req-a853632f-f758-41d9-9e86-dadeb4f83f98 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0454826 May 26 21:34:02.260705 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6b226c36-54f1-461e-8113-1895282209c4 req-3eb2fc9c-0e62-4bd5-90a5-e5a0a2b18590 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399470 May 26 21:34:03.201466 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5690e-613a-4e21-a983-ec9a841e7cec req-524a85ed-d163-4695-b49f-43bc40b06592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:03.202980 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-cbd5690e-613a-4e21-a983-ec9a841e7cec req-524a85ed-d163-4695-b49f-43bc40b06592 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 1130 time: 0.0393345 May 26 21:34:03.251226 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-cbd5690e-613a-4e21-a983-ec9a841e7cec req-b83b3441-2468-4f4b-b3c8-ab19dc488b73 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402546 May 26 21:34:03.376535 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79ae0c-16e4-492e-bd6f-222896a59850 req-5258052b-0ec3-413b-99cb-a71f869138cc tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:03.378143 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8a79ae0c-16e4-492e-bd6f-222896a59850 req-5258052b-0ec3-413b-99cb-a71f869138cc tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0482891 May 26 21:34:03.428425 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8a79ae0c-16e4-492e-bd6f-222896a59850 req-f99d32b6-cef2-4cb3-9b06-2cacb8352d20 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439012 May 26 21:34:04.542765 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf028c-b5a7-4284-b217-4f12d292af56 req-7bcac48b-3d9a-4c47-a8e3-627245220bf4 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:04.544245 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-52bf028c-b5a7-4284-b217-4f12d292af56 req-7bcac48b-3d9a-4c47-a8e3-627245220bf4 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0475261 May 26 21:34:04.592882 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-52bf028c-b5a7-4284-b217-4f12d292af56 req-1dab67dd-19c5-4f51-9cf0-202a9ea66a46 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428164 May 26 21:34:05.708573 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7215a-3221-47fe-b35e-33428d778358 req-cd1356bb-214f-4080-bf81-7d6478500df9 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:05.710027 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0ec7215a-3221-47fe-b35e-33428d778358 req-cd1356bb-214f-4080-bf81-7d6478500df9 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0472565 May 26 21:34:05.756066 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0ec7215a-3221-47fe-b35e-33428d778358 req-343f2fbe-914a-4fee-98a3-5fbaabbd8c18 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399661 May 26 21:34:06.349344 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce1fe5-17f7-4b36-aa5b-3fa6d033981a req-c01d378a-a295-415d-aac7-86f8c13c898b tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:06.350970 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-12ce1fe5-17f7-4b36-aa5b-3fa6d033981a req-c01d378a-a295-415d-aac7-86f8c13c898b tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0602019 May 26 21:34:06.410718 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-12ce1fe5-17f7-4b36-aa5b-3fa6d033981a req-646b768f-1efa-492e-8675-d72fb2d3e2ea tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527229 May 26 21:34:06.420093 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00cc0a-9fa1-4150-a01e-a8dc2b20d13f req-6bafd52e-8880-4f6c-9498-1a575e1c2d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:06.422634 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4c00cc0a-9fa1-4150-a01e-a8dc2b20d13f req-6bafd52e-8880-4f6c-9498-1a575e1c2d68 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=318999cb1f874176b2523de9686febc1&device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 1130 time: 0.0504594 May 26 21:34:06.528263 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00cc0a-9fa1-4150-a01e-a8dc2b20d13f req-f3e6687e-bb17-480b-9b77-5d80d1190771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:06.529682 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4c00cc0a-9fa1-4150-a01e-a8dc2b20d13f req-f3e6687e-bb17-480b-9b77-5d80d1190771 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa HTTP/1.1" status: 200 len: 919 time: 0.0917132 May 26 21:34:06.543569 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:06.592635 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4c00cc0a-9fa1-4150-a01e-a8dc2b20d13f req-005f5f51-5404-4daf-bcc2-dde91beab94b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 HTTP/1.1" status: 200 len: 1002 time: 0.0560737 May 26 21:34:06.646820 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00cc0a-9fa1-4150-a01e-a8dc2b20d13f req-bff3b019-7679-4b37-84a7-a9805805d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:06.648285 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4c00cc0a-9fa1-4150-a01e-a8dc2b20d13f req-bff3b019-7679-4b37-84a7-a9805805d530 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2637c66-7972-4d35-9019-9342a0d2b58e HTTP/1.1" status: 200 len: 857 time: 0.0480978 May 26 21:34:06.695957 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00cc0a-9fa1-4150-a01e-a8dc2b20d13f req-53442bff-e5c2-4a86-9ede-5fbd849fceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:06.698110 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4c00cc0a-9fa1-4150-a01e-a8dc2b20d13f req-53442bff-e5c2-4a86-9ede-5fbd849fceba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389700 May 26 21:34:06.720881 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:06.786257 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4c00cc0a-9fa1-4150-a01e-a8dc2b20d13f req-a86f1bbb-1d4d-4a8d-bc9a-8d53b9afd856 service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813198 May 26 21:34:06.877831 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4c00cc0a-9fa1-4150-a01e-a8dc2b20d13f req-7af139b8-7eb5-4785-925e-447845798a3a service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850353 May 26 21:34:07.520943 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:07.522851 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:07.535211 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a9dcc-8055-46b3-8161-65f6602c6d8c req-d2290de3-d11b-4413-8b6a-44f36b9ec83c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:07.536702 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4f8a9dcc-8055-46b3-8161-65f6602c6d8c req-d2290de3-d11b-4413-8b6a-44f36b9ec83c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0489938 May 26 21:34:07.584475 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4f8a9dcc-8055-46b3-8161-65f6602c6d8c req-aeb86fbf-4664-4b86-aa22-57cda65525f9 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419328 May 26 21:34:08.698898 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d1885-ce1c-42ba-be84-8dd3883516f1 req-22c24c8d-64a8-48aa-b522-d22f9d07cdda tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:08.700554 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-af6d1885-ce1c-42ba-be84-8dd3883516f1 req-22c24c8d-64a8-48aa-b522-d22f9d07cdda tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0473440 May 26 21:34:08.731693 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:08.748262 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-af6d1885-ce1c-42ba-be84-8dd3883516f1 req-a0734087-34b2-4186-9c3b-bd6e5516e0cc tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421205 May 26 21:34:09.502251 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:09.521139 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2554935-47dc-4f3b-9c5e-5703cbcef525 req-6fa2fdbf-4673-41d2-a39b-e8b66b2c7531 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:09.522609 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a2554935-47dc-4f3b-9c5e-5703cbcef525 req-6fa2fdbf-4673-41d2-a39b-e8b66b2c7531 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 984 time: 0.0526116 May 26 21:34:09.591504 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a2554935-47dc-4f3b-9c5e-5703cbcef525 req-96874d51-1753-4111-8909-a402036e055b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa&id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630443 May 26 21:34:09.647170 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418c474-0ee2-4ec1-a53c-763e55aa6793 req-19a91dcd-c376-49b5-aa75-c9d081265c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:09.648678 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0418c474-0ee2-4ec1-a53c-763e55aa6793 req-19a91dcd-c376-49b5-aa75-c9d081265c57 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=771d85ed5c3b4a6bbc9945d88cfcbab8&device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 1168 time: 0.0439165 May 26 21:34:09.737514 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418c474-0ee2-4ec1-a53c-763e55aa6793 req-1c906df8-75a3-4bc1-a8f1-25833bdad5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:09.738951 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0418c474-0ee2-4ec1-a53c-763e55aa6793 req-1c906df8-75a3-4bc1-a8f1-25833bdad5a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=67963c39-9b8d-4e89-8021-57829e1176c5 HTTP/1.1" status: 200 len: 915 time: 0.0842874 May 26 21:34:09.866946 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a9c74-8b1b-4304-9e99-ba20fa0a17b5 req-379a0101-0c78-47d4-87d1-74d77b272325 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:09.868492 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ea7a9c74-8b1b-4304-9e99-ba20fa0a17b5 req-379a0101-0c78-47d4-87d1-74d77b272325 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0498803 May 26 21:34:09.920194 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ea7a9c74-8b1b-4304-9e99-ba20fa0a17b5 req-10abcbe3-df1d-4a1a-81be-788bf411ef03 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459590 May 26 21:34:10.313670 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0418c474-0ee2-4ec1-a53c-763e55aa6793 req-2b620f45-e00a-4c6a-9d05-b754e88f6f45 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c738b38d-cc3a-42ab-8d0f-8c9dc892211c HTTP/1.1" status: 200 len: 1001 time: 0.0573745 May 26 21:34:10.376823 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418c474-0ee2-4ec1-a53c-763e55aa6793 req-3dbfdf41-1ec3-4a40-bd2d-2951e7b3efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:10.378250 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0418c474-0ee2-4ec1-a53c-763e55aa6793 req-3dbfdf41-1ec3-4a40-bd2d-2951e7b3efbe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e4d7177c-5e3d-448a-a712-c1598bcbcb8f HTTP/1.1" status: 200 len: 853 time: 0.0466895 May 26 21:34:10.425103 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418c474-0ee2-4ec1-a53c-763e55aa6793 req-f29d1fd5-ea3a-4026-be4e-c39b28549409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:10.426579 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0418c474-0ee2-4ec1-a53c-763e55aa6793 req-f29d1fd5-ea3a-4026-be4e-c39b28549409 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67963c39-9b8d-4e89-8021-57829e1176c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409544 May 26 21:34:10.514987 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0418c474-0ee2-4ec1-a53c-763e55aa6793 req-03300d35-7a2f-46be-8035-016431f24fcf service neutron] 10.222.0.60 "GET /v2.0/networks/67963c39-9b8d-4e89-8021-57829e1176c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819767 May 26 21:34:10.607019 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0418c474-0ee2-4ec1-a53c-763e55aa6793 req-685303d5-862d-4a70-bb0c-a3840b946f28 service neutron] 10.222.0.60 "GET /v2.0/networks/67963c39-9b8d-4e89-8021-57829e1176c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849929 May 26 21:34:10.713178 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a031495-4f48-4eb4-958c-436db20817d8 req-6d0ac730-c5ca-4beb-b2ad-43d4103f0fd8 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:10.714843 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4a031495-4f48-4eb4-958c-436db20817d8 req-6d0ac730-c5ca-4beb-b2ad-43d4103f0fd8 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 984 time: 0.0527799 May 26 21:34:10.775922 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4a031495-4f48-4eb4-958c-436db20817d8 req-6cd798c3-85a7-4697-823c-03bcc3bc2ab3 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa&id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551248 May 26 21:34:11.031396 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:11.039372 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198e07c-6e17-460a-b616-7b642c416cff req-920a4e8a-083e-4d0f-a12f-347fe60d9662 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:11.041532 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4198e07c-6e17-460a-b616-7b642c416cff req-920a4e8a-083e-4d0f-a12f-347fe60d9662 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0516388 May 26 21:34:11.088438 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4198e07c-6e17-460a-b616-7b642c416cff req-2b478d8d-fecc-49df-9ce4-ff73da3ffafe tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412757 May 26 21:34:11.198698 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32102e89-2cf3-4d50-8475-0ccc07e4a8da req-fc36900b-0218-4a66-9493-d27d30bf242d tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:11.200088 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-32102e89-2cf3-4d50-8475-0ccc07e4a8da req-fc36900b-0218-4a66-9493-d27d30bf242d tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0470226 May 26 21:34:11.208750 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 54942) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:34:11.213160 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-bac31bd3-ccb0-4b6c-a43d-8824d465ff33 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Request body: {'floatingip': {'port_id': '7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:34:11.258172 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:11.266818 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-bac31bd3-ccb0-4b6c-a43d-8824d465ff33 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for floatingip (9e08809b-d4f0-4402-90cf-6e44b00da5c6), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:11.701748 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-bac31bd3-ccb0-4b6c-a43d-8824d465ff33 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:11.763672 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-bac31bd3-ccb0-4b6c-a43d-8824d465ff33 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (9e08809b-d4f0-4402-90cf-6e44b00da5c6), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:11.905893 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b06089-f2df-436f-88ec-6bc6643afd2e req-4ec1f3ba-db43-4bf8-9e3e-d4183321b9c6 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:11.907362 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-73b06089-f2df-436f-88ec-6bc6643afd2e req-4ec1f3ba-db43-4bf8-9e3e-d4183321b9c6 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 984 time: 0.0597444 May 26 21:34:12.272056 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-73b06089-f2df-436f-88ec-6bc6643afd2e req-29037fac-4d1a-4e47-bbc2-60cbdc3adb5c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa&id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3307211 May 26 21:34:12.279483 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac31bd3-ccb0-4b6c-a43d-8824d465ff33 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Router c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:34:12.336966 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:12.381718 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac31bd3-ccb0-4b6c-a43d-8824d465ff33 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:34:12.387286 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-bac31bd3-ccb0-4b6c-a43d-8824d465ff33 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:12.392913 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05584bfe-8fef-49f8-8772-970460faa74a None None] Sync routers for ids ['c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:34:12.404305 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05584bfe-8fef-49f8-8772-970460faa74a None None] Routers {'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:34:12.405002 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-05584bfe-8fef-49f8-8772-970460faa74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:33:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:34:12.422277 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc04f2a-62bb-407b-b8d1-0e69eac279c2', 'tag': '7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:34:12.424808 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347357c8-3952-407b-a2a1-b5c8d57d4b29" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc04f2a-62bb-407b-b8d1-0e69eac279c2", "tag": "7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:34:12.443496 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:12.455076 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-bac31bd3-ccb0-4b6c-a43d-8824d465ff33 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "PUT /v2.0/floatingips/9e08809b-d4f0-4402-90cf-6e44b00da5c6 HTTP/1.1" status: 200 len: 994 time: 1.2452126 May 26 21:34:12.481984 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac15e6c4-343b-4f03-8187-11bb3d2869fc x-openstack-request-id: req-ac15e6c4-343b-4f03-8187-11bb3d2869fc {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:34:12.482387 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc04f2a-62bb-407b-b8d1-0e69eac279c2", "tag": "7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:34:12.482517 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac15e6c4-343b-4f03-8187-11bb3d2869fc {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:34:12.482980 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac15e6c4-343b-4f03-8187-11bb3d2869fc'] response: {'name': 'network-changed', 'server_uuid': '8cc04f2a-62bb-407b-b8d1-0e69eac279c2', 'tag': '7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9', 'status': 'completed', 'code': 200} May 26 21:34:12.511464 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-05584bfe-8fef-49f8-8772-970460faa74a None None] Set router c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:34:12.541518 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347357c8-3952-407b-a2a1-b5c8d57d4b29 req-59753cfe-50a4-43f4-b74f-e4e3b1d2f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:12.543640 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-347357c8-3952-407b-a2a1-b5c8d57d4b29 req-59753cfe-50a4-43f4-b74f-e4e3b1d2f293 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=318999cb1f874176b2523de9686febc1&device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 1130 time: 0.0402348 May 26 21:34:12.639425 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347357c8-3952-407b-a2a1-b5c8d57d4b29 req-af4e7f70-7b39-45ea-a4a7-d52f3f3c35c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:12.640926 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-347357c8-3952-407b-a2a1-b5c8d57d4b29 req-af4e7f70-7b39-45ea-a4a7-d52f3f3c35c1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa HTTP/1.1" status: 200 len: 919 time: 0.0889986 May 26 21:34:12.705133 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-347357c8-3952-407b-a2a1-b5c8d57d4b29 req-c07e2cb3-9d6b-415b-82e6-8d65ffaf9bf4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 HTTP/1.1" status: 200 len: 1002 time: 0.0560558 May 26 21:34:12.726832 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-05584bfe-8fef-49f8-8772-970460faa74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-231518021-router', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '318999cb1f874176b2523de9686febc1', 'gw_port': {'id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '9e08809b-d4f0-4402-90cf-6e44b00da5c6', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'port_id': '7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'mac_address': 'fa:16:3e:84:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc04f2a-62bb-407b-b8d1-0e69eac279c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:29:40Z', 'updated_at': '2022-05-26T21:34:11Z', 'revision_number': 3, 'project_id': '318999cb1f874176b2523de9686febc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0572f3e-08d2-4188-96a3-1ea6290183be', 'name': '', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'mac_address': 'fa:16:3e:a5:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:07Z', 'updated_at': '2022-05-26T21:27:21Z', 'revision_number': 5, 'project_id': '318999cb1f874176b2523de9686febc1', 'subnets': [{'id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:34:12.751723 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05584bfe-8fef-49f8-8772-970460faa74a None None] Checking router: c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:34:12.752126 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347357c8-3952-407b-a2a1-b5c8d57d4b29 req-80d5736f-bdd3-4dad-a397-e3b659fba431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:12.753569 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-347357c8-3952-407b-a2a1-b5c8d57d4b29 req-80d5736f-bdd3-4dad-a397-e3b659fba431 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2637c66-7972-4d35-9019-9342a0d2b58e HTTP/1.1" status: 200 len: 857 time: 0.0436444 May 26 21:34:12.760965 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05584bfe-8fef-49f8-8772-970460faa74a None None] Routers {'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:34:12.761565 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-05584bfe-8fef-49f8-8772-970460faa74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:33:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:34:12.801275 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347357c8-3952-407b-a2a1-b5c8d57d4b29 req-55e03156-a28c-4396-9f28-520b148788af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:12.802713 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-347357c8-3952-407b-a2a1-b5c8d57d4b29 req-55e03156-a28c-4396-9f28-520b148788af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433667 May 26 21:34:12.870912 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-05584bfe-8fef-49f8-8772-970460faa74a None None] Set router c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:34:12.892480 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-347357c8-3952-407b-a2a1-b5c8d57d4b29 req-c448cced-28a0-40cb-9e7e-f7d7924a8a87 service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830343 May 26 21:34:13.006539 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-347357c8-3952-407b-a2a1-b5c8d57d4b29 req-32952a57-b0e7-4e33-8800-9dd54c4c6bbb service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073151 May 26 21:34:13.108787 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-05584bfe-8fef-49f8-8772-970460faa74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-231518021-router', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '318999cb1f874176b2523de9686febc1', 'gw_port': {'id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '9e08809b-d4f0-4402-90cf-6e44b00da5c6', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'port_id': '7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'mac_address': 'fa:16:3e:84:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc04f2a-62bb-407b-b8d1-0e69eac279c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:29:40Z', 'updated_at': '2022-05-26T21:34:11Z', 'revision_number': 3, 'project_id': '318999cb1f874176b2523de9686febc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0572f3e-08d2-4188-96a3-1ea6290183be', 'name': '', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'mac_address': 'fa:16:3e:a5:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:07Z', 'updated_at': '2022-05-26T21:27:21Z', 'revision_number': 5, 'project_id': '318999cb1f874176b2523de9686febc1', 'subnets': [{'id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:34:13.133016 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05584bfe-8fef-49f8-8772-970460faa74a None None] The sync data for ids ['c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'] in dv-cinder-828805-3-iscsi is: [{'id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-231518021-router', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '318999cb1f874176b2523de9686febc1', 'gw_port': {'id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '9e08809b-d4f0-4402-90cf-6e44b00da5c6', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'port_id': '7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'mac_address': 'fa:16:3e:84:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc04f2a-62bb-407b-b8d1-0e69eac279c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:29:40Z', 'updated_at': '2022-05-26T21:34:11Z', 'revision_number': 3, 'project_id': '318999cb1f874176b2523de9686febc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0572f3e-08d2-4188-96a3-1ea6290183be', 'name': '', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'mac_address': 'fa:16:3e:a5:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:07Z', 'updated_at': '2022-05-26T21:27:21Z', 'revision_number': 5, 'project_id': '318999cb1f874176b2523de9686febc1', 'subnets': [{'id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:34:13.389159 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb3553-0863-4e1c-bfe1-4e5dfd8ed263 req-61c6432f-9271-4ef6-8681-22611bf6cc69 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:13.390514 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-87fb3553-0863-4e1c-bfe1-4e5dfd8ed263 req-61c6432f-9271-4ef6-8681-22611bf6cc69 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 984 time: 0.0468736 May 26 21:34:13.448904 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-87fb3553-0863-4e1c-bfe1-4e5dfd8ed263 req-089823df-6cb2-4743-bba8-d0a372297d3c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa&id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527537 May 26 21:34:14.483891 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc04f2a-62bb-407b-b8d1-0e69eac279c2', 'tag': '7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:34:14.486491 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55e9079-dff2-4c05-9c38-3c55abe7c154" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc04f2a-62bb-407b-b8d1-0e69eac279c2", "tag": "7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:34:14.523179 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05bace3-499f-4070-8fa0-358031792f6f x-openstack-request-id: req-b05bace3-499f-4070-8fa0-358031792f6f {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:34:14.523511 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc04f2a-62bb-407b-b8d1-0e69eac279c2", "tag": "7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:34:14.523786 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b05bace3-499f-4070-8fa0-358031792f6f {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:34:14.524183 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b05bace3-499f-4070-8fa0-358031792f6f'] response: {'name': 'network-changed', 'server_uuid': '8cc04f2a-62bb-407b-b8d1-0e69eac279c2', 'tag': '7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9', 'status': 'completed', 'code': 200} May 26 21:34:14.572301 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e409c-6fea-479c-8a41-c1495197cb46 req-80ee5ef6-74bd-4ad2-a40f-2125beaf75d8 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:14.573825 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-841e409c-6fea-479c-8a41-c1495197cb46 req-80ee5ef6-74bd-4ad2-a40f-2125beaf75d8 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 984 time: 0.0533352 May 26 21:34:14.593163 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e9079-dff2-4c05-9c38-3c55abe7c154 req-dc21c873-e371-4954-8a0d-12833bed50f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:14.594673 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b55e9079-dff2-4c05-9c38-3c55abe7c154 req-dc21c873-e371-4954-8a0d-12833bed50f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=318999cb1f874176b2523de9686febc1&device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 1130 time: 0.0399971 May 26 21:34:14.634097 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-841e409c-6fea-479c-8a41-c1495197cb46 req-8b996333-3eb9-498b-a2eb-34334fc24ec2 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa&id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544364 May 26 21:34:14.692890 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e9079-dff2-4c05-9c38-3c55abe7c154 req-ef1fafc7-cd0f-41b3-a89c-669c8d260ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:14.694362 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b55e9079-dff2-4c05-9c38-3c55abe7c154 req-ef1fafc7-cd0f-41b3-a89c-669c8d260ada service neutron] 10.222.0.60 "GET /v2.0/networks?id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa HTTP/1.1" status: 200 len: 919 time: 0.0867062 May 26 21:34:14.748437 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:14.754621 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b55e9079-dff2-4c05-9c38-3c55abe7c154 req-81683822-3c92-4824-b6ee-57254f950f25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 HTTP/1.1" status: 200 len: 1002 time: 0.0530233 May 26 21:34:14.804544 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e9079-dff2-4c05-9c38-3c55abe7c154 req-e6f610a0-5ef8-4c52-aadf-8802f09cb02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:14.805936 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b55e9079-dff2-4c05-9c38-3c55abe7c154 req-e6f610a0-5ef8-4c52-aadf-8802f09cb02b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2637c66-7972-4d35-9019-9342a0d2b58e HTTP/1.1" status: 200 len: 857 time: 0.0450981 May 26 21:34:14.848760 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e9079-dff2-4c05-9c38-3c55abe7c154 req-6962b8c3-a584-46e3-ad5c-4b4373887528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:14.850184 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b55e9079-dff2-4c05-9c38-3c55abe7c154 req-6962b8c3-a584-46e3-ad5c-4b4373887528 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377245 May 26 21:34:14.936058 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b55e9079-dff2-4c05-9c38-3c55abe7c154 req-e012d1b1-b03f-473f-b8f7-92751f47bdbc service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789351 May 26 21:34:15.025462 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b55e9079-dff2-4c05-9c38-3c55abe7c154 req-27d985f8-2a25-4cd1-9b0c-24a07aa5274d service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825210 May 26 21:34:15.751020 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9000f-d540-449d-b011-39229e80cc32 req-bd470a0b-81a1-429b-b4a2-e7adf79e873b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:15.752490 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b8a9000f-d540-449d-b011-39229e80cc32 req-bd470a0b-81a1-429b-b4a2-e7adf79e873b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 984 time: 0.0472186 May 26 21:34:15.811868 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b8a9000f-d540-449d-b011-39229e80cc32 req-80f58aff-492e-4bb7-91ba-2ccdce60987f tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa&id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536611 May 26 21:34:16.936570 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fb01f-de0d-450e-aaae-ca05fbb0e976 req-407b087c-f3f7-4c6d-8148-bce8e354459a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:16.938074 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1f3fb01f-de0d-450e-aaae-ca05fbb0e976 req-407b087c-f3f7-4c6d-8148-bce8e354459a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 984 time: 0.0549362 May 26 21:34:16.999809 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1f3fb01f-de0d-450e-aaae-ca05fbb0e976 req-8c46cef5-8a0f-4bd6-8841-17d184d23809 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa&id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558283 May 26 21:34:18.116535 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e9fbc-2e6d-4e4d-b7ed-b01f0e459683 req-af824ad8-c2cf-4f46-88d8-303443225b6b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:18.117990 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2f6e9fbc-2e6d-4e4d-b7ed-b01f0e459683 req-af824ad8-c2cf-4f46-88d8-303443225b6b tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 984 time: 0.0511508 May 26 21:34:18.163051 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:18.178925 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2f6e9fbc-2e6d-4e4d-b7ed-b01f0e459683 req-f02d9e7c-63b4-4171-90d8-d97833003411 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa&id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551698 May 26 21:34:19.293889 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad286b59-31a7-439c-a1fe-5605a75b47e9 req-2065f720-7683-4f6a-b9b8-2e47f5bf7f59 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:19.295359 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ad286b59-31a7-439c-a1fe-5605a75b47e9 req-2065f720-7683-4f6a-b9b8-2e47f5bf7f59 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 984 time: 0.0502667 May 26 21:34:19.354565 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ad286b59-31a7-439c-a1fe-5605a75b47e9 req-d153fa98-c876-4ec6-b1de-d9e697105350 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa&id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532060 May 26 21:34:20.469818 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6b2ae-4703-4b01-809e-3d96e197565a req-ba8f8052-4a44-45eb-894b-7e5afa5a7162 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:20.471324 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-28d6b2ae-4703-4b01-809e-3d96e197565a req-ba8f8052-4a44-45eb-894b-7e5afa5a7162 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 984 time: 0.0488102 May 26 21:34:20.530858 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-28d6b2ae-4703-4b01-809e-3d96e197565a req-ae1fad98-9011-49e8-841c-98cca072609d tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa&id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537834 May 26 21:34:21.047807 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-5d9215a2-4e87-48ef-ac62-4fa9b3f46cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:21.648529 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6aad49-e3d1-4ed8-997e-415ed5a227c6 req-7becb5c6-09b1-46c8-9349-0bf0f04c35fd tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:21.650007 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-df6aad49-e3d1-4ed8-997e-415ed5a227c6 req-7becb5c6-09b1-46c8-9349-0bf0f04c35fd tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 984 time: 0.0479889 May 26 21:34:21.712872 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-df6aad49-e3d1-4ed8-997e-415ed5a227c6 req-c29fc465-d8fa-4c2c-930d-f0a802bd7bb0 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa&id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564268 May 26 21:34:22.837996 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000c392-2208-4e05-95a8-f6aeac329764 req-9c627f90-fd03-4db6-8d8d-2c63ea67ca49 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:22.839874 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c000c392-2208-4e05-95a8-f6aeac329764 req-9c627f90-fd03-4db6-8d8d-2c63ea67ca49 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 984 time: 0.0585251 May 26 21:34:22.902995 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c000c392-2208-4e05-95a8-f6aeac329764 req-65e2f5c2-54fe-4b72-8c25-034120e5ebc3 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa&id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568430 May 26 21:34:23.106247 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=75 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:23.112112 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=73 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:23.424708 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-bdfa0021-cfb9-4475-a838-d8e9c724171f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:24.579000 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:24.887576 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:26.115847 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:26.466336 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:34:27.603274 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:31.704560 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=73 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:31.706871 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=58 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:32.894173 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=19 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:32.896392 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=77 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:33.492984 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc84742-d67a-41ab-a025-46e505da7f7c req-1cf8a21b-0e4f-4dcd-a4ff-7a642f7fddcf tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:33.494429 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-fdc84742-d67a-41ab-a025-46e505da7f7c req-1cf8a21b-0e4f-4dcd-a4ff-7a642f7fddcf tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 945 time: 0.0468087 May 26 21:34:33.541696 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-fdc84742-d67a-41ab-a025-46e505da7f7c req-d1b4b62e-0248-44d7-b9e4-17d45047074f tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408788 May 26 21:34:34.658449 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b50aa-9667-433a-8d83-042a72c5e9d7 req-982559ab-ba6a-45dc-a664-aadea589efd0 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:34.659969 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c12b50aa-9667-433a-8d83-042a72c5e9d7 req-982559ab-ba6a-45dc-a664-aadea589efd0 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 945 time: 0.0464282 May 26 21:34:34.710356 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c12b50aa-9667-433a-8d83-042a72c5e9d7 req-cf36ca6b-9ebe-48c0-9744-b613aacfd42f tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448527 May 26 21:34:35.568851 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ff636-14ae-4ac1-8af7-15d589a983ae req-8052ed48-9411-4c4b-b45b-abbbd7ef5e1d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:35.570314 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-349ff636-14ae-4ac1-8af7-15d589a983ae req-8052ed48-9411-4c4b-b45b-abbbd7ef5e1d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.60 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 945 time: 0.0470076 May 26 21:34:35.661553 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [req-349ff636-14ae-4ac1-8af7-15d589a983ae req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Deleting port 3ee57c28-7886-4588-b610-9158fcb5e1b2 {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:34:35.661946 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-349ff636-14ae-4ac1-8af7-15d589a983ae req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (3ee57c28-7886-4588-b610-9158fcb5e1b2), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:35.750761 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [req-349ff636-14ae-4ac1-8af7-15d589a983ae req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] For port 3ee57c28-7886-4588-b610-9158fcb5e1b2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=3ee57c28-7886-4588-b610-9158fcb5e1b2,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:34:35.751121 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-349ff636-14ae-4ac1-8af7-15d589a983ae req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (3ee57c28-7886-4588-b610-9158fcb5e1b2), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:35.900058 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf00a2d-6e84-48fa-a678-9b263c81941b req-16cca844-6267-455f-ad27-8bec69561a47 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:35.901429 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ddf00a2d-6e84-48fa-a678-9b263c81941b req-16cca844-6267-455f-ad27-8bec69561a47 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 945 time: 0.1147799 May 26 21:34:36.018653 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ddf00a2d-6e84-48fa-a678-9b263c81941b req-983126c4-b971-4523-9086-ab3325254edd tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=28035d73-b79d-4446-afb2-3c468d0d3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920110 May 26 21:34:36.032760 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-349ff636-14ae-4ac1-8af7-15d589a983ae req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:36.033124 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-349ff636-14ae-4ac1-8af7-15d589a983ae req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (290dbe06-1dff-431f-8d46-92cc9e63c2ba), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:36.033445 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.l3_db [req-349ff636-14ae-4ac1-8af7-15d589a983ae req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Floating IP 290dbe06-1dff-431f-8d46-92cc9e63c2ba disassociated. External IP: 172.27.3.155, port: 3ee57c28-7886-4588-b610-9158fcb5e1b2. May 26 21:34:36.033793 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [req-349ff636-14ae-4ac1-8af7-15d589a983ae req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Calling delete_port for 3ee57c28-7886-4588-b610-9158fcb5e1b2 owned by compute:nova {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:34:36.237559 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-349ff636-14ae-4ac1-8af7-15d589a983ae req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (3ee57c28-7886-4588-b610-9158fcb5e1b2), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:36.266905 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event deleted for resources: {'Port': ['ID=3ee57c28-7886-4588-b610-9158fcb5e1b2,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:36.279723 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:36.280096 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:36.280431 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:36.280763 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:36.281092 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:36.281416 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:36.281744 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:36.282208 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:36.282531 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:36.282854 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:36.283183 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:36.283498 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:36.283838 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:36.284159 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:36.284488 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:36.386710 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-349ff636-14ae-4ac1-8af7-15d589a983ae req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Router bc9639dd-67f2-408a-8d58-3955185b031b has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:34:36.434116 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:36.456208 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:36.503545 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-349ff636-14ae-4ac1-8af7-15d589a983ae req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:34:36.530020 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f611dce3-a55d-4d31-8d4d-8a61df87e10b None None] Sync routers for ids ['bc9639dd-67f2-408a-8d58-3955185b031b'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:34:36.540694 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f611dce3-a55d-4d31-8d4d-8a61df87e10b None None] Routers {'bc9639dd-67f2-408a-8d58-3955185b031b'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:34:36.541718 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-f611dce3-a55d-4d31-8d4d-8a61df87e10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:34:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['bc9639dd-67f2-408a-8d58-3955185b031b'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:34:36.554971 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [req-349ff636-14ae-4ac1-8af7-15d589a983ae req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] No DVR routers for this DVR port 3ee57c28-7886-4588-b610-9158fcb5e1b2 on host hv-cinder-82880 {{(pid=104642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:34:36.558302 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-349ff636-14ae-4ac1-8af7-15d589a983ae req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:36.561837 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-349ff636-14ae-4ac1-8af7-15d589a983ae req-42a95ffd-260e-4488-ba0c-36b2ac34f1c2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.60 "DELETE /v2.0/ports/3ee57c28-7886-4588-b610-9158fcb5e1b2 HTTP/1.1" status: 204 len: 173 time: 0.9854569 May 26 21:34:36.562308 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47b8242-7a18-4ea5-b647-3ac7c275bdab', 'name': 'network-vif-deleted', 'tag': '3ee57c28-7886-4588-b610-9158fcb5e1b2'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:34:36.564723 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3539c2-9356-4a6e-8cd0-4d595c9246e9" -d '{"events": [{"server_uuid": "f47b8242-7a18-4ea5-b647-3ac7c275bdab", "name": "network-vif-deleted", "tag": "3ee57c28-7886-4588-b610-9158fcb5e1b2"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:34:36.610042 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c55b97-120a-4e90-8226-ac60c8b90c88 x-openstack-request-id: req-e9c55b97-120a-4e90-8226-ac60c8b90c88 {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:34:36.610042 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47b8242-7a18-4ea5-b647-3ac7c275bdab", "name": "network-vif-deleted", "tag": "3ee57c28-7886-4588-b610-9158fcb5e1b2", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:34:36.610042 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e9c55b97-120a-4e90-8226-ac60c8b90c88 {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:34:36.610042 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9c55b97-120a-4e90-8226-ac60c8b90c88'] response: {'server_uuid': 'f47b8242-7a18-4ea5-b647-3ac7c275bdab', 'name': 'network-vif-deleted', 'tag': '3ee57c28-7886-4588-b610-9158fcb5e1b2', 'status': 'completed', 'code': 200} May 26 21:34:36.663362 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-f611dce3-a55d-4d31-8d4d-8a61df87e10b None None] Set router bc9639dd-67f2-408a-8d58-3955185b031b gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:34:36.886344 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-f611dce3-a55d-4d31-8d4d-8a61df87e10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '0f4032c5-bbc0-4225-9db7-5dcf16ce70a5', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'port_id': '2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'mac_address': 'fa:16:3e:1d:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bec145-b7bb-413b-a4ee-124c14212c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:27:20Z', 'updated_at': '2022-05-26T21:28:27Z', 'revision_number': 2, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:18Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:34:36.916205 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f611dce3-a55d-4d31-8d4d-8a61df87e10b None None] Checking router: bc9639dd-67f2-408a-8d58-3955185b031b for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:34:36.926307 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f611dce3-a55d-4d31-8d4d-8a61df87e10b None None] Routers {'bc9639dd-67f2-408a-8d58-3955185b031b'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:34:36.927012 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-f611dce3-a55d-4d31-8d4d-8a61df87e10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:34:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['bc9639dd-67f2-408a-8d58-3955185b031b'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:34:37.036435 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-f611dce3-a55d-4d31-8d4d-8a61df87e10b None None] Set router bc9639dd-67f2-408a-8d58-3955185b031b gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:34:37.133242 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-67d2af2b-d2e5-4726-aee7-1ff0606b1fb1 req-2f61825a-25ed-455c-893a-a3c5e1a3edda tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47b8242-7a18-4ea5-b647-3ac7c275bdab HTTP/1.1" status: 200 len: 210 time: 0.0299613 May 26 21:34:37.260238 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:37.268187 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-f611dce3-a55d-4d31-8d4d-8a61df87e10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '0f4032c5-bbc0-4225-9db7-5dcf16ce70a5', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'port_id': '2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'mac_address': 'fa:16:3e:1d:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bec145-b7bb-413b-a4ee-124c14212c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:27:20Z', 'updated_at': '2022-05-26T21:28:27Z', 'revision_number': 2, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:18Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:34:37.302772 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f611dce3-a55d-4d31-8d4d-8a61df87e10b None None] The sync data for ids ['bc9639dd-67f2-408a-8d58-3955185b031b'] in dv-cinder-828805-3-iscsi is: [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '0f4032c5-bbc0-4225-9db7-5dcf16ce70a5', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'port_id': '2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'mac_address': 'fa:16:3e:1d:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bec145-b7bb-413b-a4ee-124c14212c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:27:20Z', 'updated_at': '2022-05-26T21:28:27Z', 'revision_number': 2, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:18Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:34:37.544966 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9912a47a-f132-4563-bcf8-38cadd632655 None None] New status for floating IP 290dbe06-1dff-431f-8d46-92cc9e63c2ba: DOWN {{(pid=104645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:34:38.270956 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55028) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:34:38.334397 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d0558c9e-fd19-400b-bb5e-fdba591d4035 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group (28035d73-b79d-4446-afb2-3c468d0d3c53), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:38.358679 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d0558c9e-fd19-400b-bb5e-fdba591d4035 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group (28035d73-b79d-4446-afb2-3c468d0d3c53), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:38.500830 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d0558c9e-fd19-400b-bb5e-fdba591d4035 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (28035d73-b79d-4446-afb2-3c468d0d3c53), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:38.503194 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d0558c9e-fd19-400b-bb5e-fdba591d4035 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:38.506989 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-d0558c9e-fd19-400b-bb5e-fdba591d4035 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "DELETE /v2.0/security-groups/28035d73-b79d-4446-afb2-3c468d0d3c53 HTTP/1.1" status: 204 len: 168 time: 0.2324004 May 26 21:34:38.507355 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 55030) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:34:38.514544 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0558c9e-fd19-400b-bb5e-fdba591d4035 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28035d73-b79d-4446-afb2-3c468d0d3c53,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:38.522074 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.api.v2.resource [None req-f9827575-ee21-40c4-8f0f-f6cc124b1cc8 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] show failed (client error): The resource could not be found. May 26 21:34:38.531594 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-f9827575-ee21-40c4-8f0f-f6cc124b1cc8 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups/28035d73-b79d-4446-afb2-3c468d0d3c53 HTTP/1.1" status: 404 len: 347 time: 0.0230846 May 26 21:34:38.532182 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 55032) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:34:38.684556 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Deleting port 4af17bbf-b5cf-4749-ab27-38cd8219a6d7 {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:34:38.684946 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (4af17bbf-b5cf-4749-ab27-38cd8219a6d7), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:38.780249 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (4af17bbf-b5cf-4749-ab27-38cd8219a6d7), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:38.780493 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (4af17bbf-b5cf-4749-ab27-38cd8219a6d7), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:38.796299 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Calling delete_port for 4af17bbf-b5cf-4749-ab27-38cd8219a6d7 owned by network:floatingip {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:34:39.041683 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (4af17bbf-b5cf-4749-ab27-38cd8219a6d7), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:39.067915 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event deleted for resources: {'Port': ['ID=4af17bbf-b5cf-4749-ab27-38cd8219a6d7,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:39.094952 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:39.095082 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:39.095372 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:39.095703 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:39.096058 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:39.096538 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:39.097074 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:39.097200 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:39.097631 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:39.097765 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:39.098068 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:39.098433 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:39.099106 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:39.099106 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:39.099364 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:39.144822 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (290dbe06-1dff-431f-8d46-92cc9e63c2ba), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:39.147603 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:39.148790 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-272c53a0-ee8c-4f7f-b58a-2e048dab9fc2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "DELETE /v2.0/floatingips/290dbe06-1dff-431f-8d46-92cc9e63c2ba HTTP/1.1" status: 204 len: 168 time: 0.6156969 May 26 21:34:39.476798 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 3ee57c28-7886-4588-b610-9158fcb5e1b2 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:34:39.496665 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] No Port match for: 3ee57c28-7886-4588-b610-9158fcb5e1b2 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:34:39.496955 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 3ee57c28-7886-4588-b610-9158fcb5e1b2 not bound to the agent host hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:34:39.654317 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5ee45-08f4-4da0-9884-6c8be0fad101 req-8739c0ad-9d83-4b5c-ae47-e14f30c3dd6d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:39.655860 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f7c5ee45-08f4-4da0-9884-6c8be0fad101 req-8739c0ad-9d83-4b5c-ae47-e14f30c3dd6d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 947 time: 0.0591538 May 26 21:34:39.712270 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f7c5ee45-08f4-4da0-9884-6c8be0fad101 req-4bdbd572-9be0-469a-ab85-6e6c4cbc4100 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505981 May 26 21:34:40.832245 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec703e4-15fa-48b6-81b9-a63d4053eb89 req-cb88d5fc-a0bb-4c8c-900a-5399e75373c1 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:40.833690 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fec703e4-15fa-48b6-81b9-a63d4053eb89 req-cb88d5fc-a0bb-4c8c-900a-5399e75373c1 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 947 time: 0.0460396 May 26 21:34:40.880667 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fec703e4-15fa-48b6-81b9-a63d4053eb89 req-c6b8d5a1-b096-46e4-a7bf-ce58c55b115f tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415494 May 26 21:34:41.643301 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae9889-d439-4042-a04a-48aa22445645 req-d45914b5-878a-49ca-93a5-94d2c47eb97a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:41.644762 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8aae9889-d439-4042-a04a-48aa22445645 req-d45914b5-878a-49ca-93a5-94d2c47eb97a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.60 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 947 time: 0.0501289 May 26 21:34:41.776885 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [req-8aae9889-d439-4042-a04a-48aa22445645 req-87e28e6a-8543-409e-bc42-6a9dba23c83c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Deleting port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:34:41.777219 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-8aae9889-d439-4042-a04a-48aa22445645 req-87e28e6a-8543-409e-bc42-6a9dba23c83c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:41.869648 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [req-8aae9889-d439-4042-a04a-48aa22445645 req-87e28e6a-8543-409e-bc42-6a9dba23c83c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] For port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:34:41.869990 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-8aae9889-d439-4042-a04a-48aa22445645 req-87e28e6a-8543-409e-bc42-6a9dba23c83c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:42.002736 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccb75e-3f37-483f-8719-31003e021dc0 req-38692d65-7fa0-47d7-aaa7-d7c062329b9f tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:42.004286 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-58ccb75e-3f37-483f-8719-31003e021dc0 req-38692d65-7fa0-47d7-aaa7-d7c062329b9f tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 947 time: 0.0494628 May 26 21:34:42.034074 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-8aae9889-d439-4042-a04a-48aa22445645 req-87e28e6a-8543-409e-bc42-6a9dba23c83c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:42.034433 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-8aae9889-d439-4042-a04a-48aa22445645 req-87e28e6a-8543-409e-bc42-6a9dba23c83c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (c462bc37-44cc-4629-b37f-36b63b86e0fa), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:42.034739 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.l3_db [req-8aae9889-d439-4042-a04a-48aa22445645 req-87e28e6a-8543-409e-bc42-6a9dba23c83c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Floating IP c462bc37-44cc-4629-b37f-36b63b86e0fa disassociated. External IP: 172.27.3.51, port: f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f. May 26 21:34:42.035078 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [req-8aae9889-d439-4042-a04a-48aa22445645 req-87e28e6a-8543-409e-bc42-6a9dba23c83c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Calling delete_port for f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f owned by compute:nova {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:34:42.053088 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-58ccb75e-3f37-483f-8719-31003e021dc0 req-7fa47bac-9cdc-404a-9860-9c4449ad3ca1 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8b8b1a0-136d-400e-82a9-1df2f146d358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430245 May 26 21:34:42.259099 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-8aae9889-d439-4042-a04a-48aa22445645 req-87e28e6a-8543-409e-bc42-6a9dba23c83c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:42.287000 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e28e6a-8543-409e-bc42-6a9dba23c83c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Pushing event deleted for resources: {'Port': ['ID=f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:42.294924 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:42.400004 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8aae9889-d439-4042-a04a-48aa22445645 req-87e28e6a-8543-409e-bc42-6a9dba23c83c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Router b2ab246a-1008-4a8d-ad17-435736498a7f has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:34:42.403060 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:42.501557 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8aae9889-d439-4042-a04a-48aa22445645 req-87e28e6a-8543-409e-bc42-6a9dba23c83c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:34:42.511771 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e8909-2626-45be-bb34-c0efdfeae25b None None] Sync routers for ids ['b2ab246a-1008-4a8d-ad17-435736498a7f'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:34:42.522449 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e8909-2626-45be-bb34-c0efdfeae25b None None] Routers {'b2ab246a-1008-4a8d-ad17-435736498a7f'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:34:42.523057 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-550e8909-2626-45be-bb34-c0efdfeae25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:34:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['b2ab246a-1008-4a8d-ad17-435736498a7f'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:34:42.545680 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aae9889-d439-4042-a04a-48aa22445645 req-87e28e6a-8543-409e-bc42-6a9dba23c83c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] No DVR routers for this DVR port f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f on host hv-cinder-82880 {{(pid=104642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:34:42.551634 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-8aae9889-d439-4042-a04a-48aa22445645 req-87e28e6a-8543-409e-bc42-6a9dba23c83c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:42.551806 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8aae9889-d439-4042-a04a-48aa22445645 req-87e28e6a-8543-409e-bc42-6a9dba23c83c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.60 "DELETE /v2.0/ports/f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f HTTP/1.1" status: 204 len: 173 time: 0.8564200 May 26 21:34:42.552131 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c36399-8b1a-4b08-b284-8a3900a10d73', 'name': 'network-vif-deleted', 'tag': 'f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:34:42.554350 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c729f88-4aef-4f06-9864-e734f1d646ba" -d '{"events": [{"server_uuid": "73c36399-8b1a-4b08-b284-8a3900a10d73", "name": "network-vif-deleted", "tag": "f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:34:42.593760 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae52684-e93e-4269-976d-6e884611e186 x-openstack-request-id: req-eae52684-e93e-4269-976d-6e884611e186 {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:34:42.594063 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c36399-8b1a-4b08-b284-8a3900a10d73", "name": "network-vif-deleted", "tag": "f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:34:42.594317 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eae52684-e93e-4269-976d-6e884611e186 {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:34:42.594714 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eae52684-e93e-4269-976d-6e884611e186'] response: {'server_uuid': '73c36399-8b1a-4b08-b284-8a3900a10d73', 'name': 'network-vif-deleted', 'tag': 'f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f', 'status': 'completed', 'code': 200} May 26 21:34:42.632085 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-550e8909-2626-45be-bb34-c0efdfeae25b None None] Set router b2ab246a-1008-4a8d-ad17-435736498a7f gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:34:42.798124 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:42.844782 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-550e8909-2626-45be-bb34-c0efdfeae25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1516277217-router', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:04Z', 'revision_number': 4, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'gw_port': {'id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:58Z', 'updated_at': '2022-05-26T21:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '64c6f851-b831-49a5-88e7-252c2c0770cf', 'name': '', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'mac_address': 'fa:16:3e:12:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:02Z', 'updated_at': '2022-05-26T21:27:13Z', 'revision_number': 5, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'subnets': [{'id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:34:42.873820 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e8909-2626-45be-bb34-c0efdfeae25b None None] Checking router: b2ab246a-1008-4a8d-ad17-435736498a7f for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:34:42.889123 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e8909-2626-45be-bb34-c0efdfeae25b None None] Routers {'b2ab246a-1008-4a8d-ad17-435736498a7f'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:34:42.889123 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-550e8909-2626-45be-bb34-c0efdfeae25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:34:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['b2ab246a-1008-4a8d-ad17-435736498a7f'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:34:42.986920 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-550e8909-2626-45be-bb34-c0efdfeae25b None None] Set router b2ab246a-1008-4a8d-ad17-435736498a7f gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:34:43.171765 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-550e8909-2626-45be-bb34-c0efdfeae25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1516277217-router', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:04Z', 'revision_number': 4, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'gw_port': {'id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:58Z', 'updated_at': '2022-05-26T21:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '64c6f851-b831-49a5-88e7-252c2c0770cf', 'name': '', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'mac_address': 'fa:16:3e:12:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:02Z', 'updated_at': '2022-05-26T21:27:13Z', 'revision_number': 5, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'subnets': [{'id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:34:43.175276 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3e1f928f-8577-4470-b140-774c67a431c9 req-91727677-6e88-49e8-933a-000ed0d0a660 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=73c36399-8b1a-4b08-b284-8a3900a10d73 HTTP/1.1" status: 200 len: 210 time: 0.0316136 May 26 21:34:43.200846 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e8909-2626-45be-bb34-c0efdfeae25b None None] The sync data for ids ['b2ab246a-1008-4a8d-ad17-435736498a7f'] in dv-cinder-828805-3-iscsi is: [{'id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1516277217-router', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:04Z', 'revision_number': 4, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'gw_port': {'id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:58Z', 'updated_at': '2022-05-26T21:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '64c6f851-b831-49a5-88e7-252c2c0770cf', 'name': '', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'mac_address': 'fa:16:3e:12:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:02Z', 'updated_at': '2022-05-26T21:27:13Z', 'revision_number': 5, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'subnets': [{'id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:34:43.343255 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c7e04-70f5-4348-a681-deb1060ecf59 req-12d12d36-1d97-4030-8fe6-1154eafaaf8d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:43.344839 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0e8c7e04-70f5-4348-a681-deb1060ecf59 req-12d12d36-1d97-4030-8fe6-1154eafaaf8d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 946 time: 0.0507019 May 26 21:34:43.356172 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:43.394653 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0e8c7e04-70f5-4348-a681-deb1060ecf59 req-3f45d2d3-201c-4676-a34e-ef04cfd74618 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443769 May 26 21:34:43.439647 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb0703-fc16-4922-ae2c-14282c0a4032 None None] New status for floating IP c462bc37-44cc-4629-b37f-36b63b86e0fa: DOWN {{(pid=104645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:34:44.215618 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cbd27-acb3-4887-9ef7-8387ab2bdd18 req-828cb3c5-0a34-4185-802e-1369e9791202 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:44.217118 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8d8cbd27-acb3-4887-9ef7-8387ab2bdd18 req-828cb3c5-0a34-4185-802e-1369e9791202 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.60 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 946 time: 0.0470517 May 26 21:34:44.304788 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [req-8d8cbd27-acb3-4887-9ef7-8387ab2bdd18 req-d8f15c8d-a8bc-49c0-a1a3-2557f86c51ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Deleting port 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:34:44.305125 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-8d8cbd27-acb3-4887-9ef7-8387ab2bdd18 req-d8f15c8d-a8bc-49c0-a1a3-2557f86c51ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:44.381613 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 55078) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:34:44.392695 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [req-8d8cbd27-acb3-4887-9ef7-8387ab2bdd18 req-d8f15c8d-a8bc-49c0-a1a3-2557f86c51ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] For port 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:34:44.393068 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-8d8cbd27-acb3-4887-9ef7-8387ab2bdd18 req-d8f15c8d-a8bc-49c0-a1a3-2557f86c51ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:44.422234 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:44.438315 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-245b8be3-c98b-48f6-9bb9-1cd730389352 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for security_group (a8b8b1a0-136d-400e-82a9-1df2f146d358), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:44.465401 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-245b8be3-c98b-48f6-9bb9-1cd730389352 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for security_group (a8b8b1a0-136d-400e-82a9-1df2f146d358), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:44.568837 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-245b8be3-c98b-48f6-9bb9-1cd730389352 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (a8b8b1a0-136d-400e-82a9-1df2f146d358), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:44.571527 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-245b8be3-c98b-48f6-9bb9-1cd730389352 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:44.572729 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-245b8be3-c98b-48f6-9bb9-1cd730389352 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "DELETE /v2.0/security-groups/a8b8b1a0-136d-400e-82a9-1df2f146d358 HTTP/1.1" status: 204 len: 168 time: 0.1900785 May 26 21:34:44.576204 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 55082) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:34:44.595423 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b8be3-c98b-48f6-9bb9-1cd730389352 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b8b1a0-136d-400e-82a9-1df2f146d358,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:44.597563 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.api.v2.resource [None req-fab863b1-1ab2-4b5b-98fa-03f7afb8f162 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] show failed (client error): The resource could not be found. May 26 21:34:44.598598 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-fab863b1-1ab2-4b5b-98fa-03f7afb8f162 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups/a8b8b1a0-136d-400e-82a9-1df2f146d358 HTTP/1.1" status: 404 len: 347 time: 0.0214069 May 26 21:34:44.601765 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 55084) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:34:44.723046 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-f577b8c4-67a2-411e-b472-7bac9ceea1eb tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Deleting port 38971647-ccbb-4b27-a50e-c29b61cdda7d {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:34:44.723470 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f577b8c4-67a2-411e-b472-7bac9ceea1eb tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (38971647-ccbb-4b27-a50e-c29b61cdda7d), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:44.804276 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f577b8c4-67a2-411e-b472-7bac9ceea1eb tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (38971647-ccbb-4b27-a50e-c29b61cdda7d), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:44.804601 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f577b8c4-67a2-411e-b472-7bac9ceea1eb tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for floatingip (38971647-ccbb-4b27-a50e-c29b61cdda7d), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:44.815560 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12106fcd-609b-48aa-a08e-3693feaa95f9 req-e1cd9870-e792-4dbe-9190-c5e1cbc48472 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:44.817033 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-12106fcd-609b-48aa-a08e-3693feaa95f9 req-e1cd9870-e792-4dbe-9190-c5e1cbc48472 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 946 time: 0.3303955 May 26 21:34:44.817594 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-f577b8c4-67a2-411e-b472-7bac9ceea1eb tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Calling delete_port for 38971647-ccbb-4b27-a50e-c29b61cdda7d owned by network:floatingip {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:34:44.853995 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-8d8cbd27-acb3-4887-9ef7-8387ab2bdd18 req-d8f15c8d-a8bc-49c0-a1a3-2557f86c51ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:44.854353 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-8d8cbd27-acb3-4887-9ef7-8387ab2bdd18 req-d8f15c8d-a8bc-49c0-a1a3-2557f86c51ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (0f4032c5-bbc0-4225-9db7-5dcf16ce70a5), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:44.854661 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.l3_db [req-8d8cbd27-acb3-4887-9ef7-8387ab2bdd18 req-d8f15c8d-a8bc-49c0-a1a3-2557f86c51ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Floating IP 0f4032c5-bbc0-4225-9db7-5dcf16ce70a5 disassociated. External IP: 172.27.3.10, port: 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e. May 26 21:34:44.855074 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [req-8d8cbd27-acb3-4887-9ef7-8387ab2bdd18 req-d8f15c8d-a8bc-49c0-a1a3-2557f86c51ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Calling delete_port for 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e owned by compute:nova {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:34:44.918407 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-12106fcd-609b-48aa-a08e-3693feaa95f9 req-d12367cc-c2ef-4078-bad2-6f439b069dce tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e388b0e-c521-4a70-9974-7cc659256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949578 May 26 21:34:45.024356 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f577b8c4-67a2-411e-b472-7bac9ceea1eb tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (38971647-ccbb-4b27-a50e-c29b61cdda7d), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:45.049403 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577b8c4-67a2-411e-b472-7bac9ceea1eb tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Pushing event deleted for resources: {'Port': ['ID=38971647-ccbb-4b27-a50e-c29b61cdda7d,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:45.081713 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-8d8cbd27-acb3-4887-9ef7-8387ab2bdd18 req-d8f15c8d-a8bc-49c0-a1a3-2557f86c51ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:45.107044 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f15c8d-a8bc-49c0-a1a3-2557f86c51ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event deleted for resources: {'Port': ['ID=2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:45.116280 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f577b8c4-67a2-411e-b472-7bac9ceea1eb tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for floatingip (c462bc37-44cc-4629-b37f-36b63b86e0fa), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:45.119473 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f577b8c4-67a2-411e-b472-7bac9ceea1eb tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:45.120578 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-f577b8c4-67a2-411e-b472-7bac9ceea1eb tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "DELETE /v2.0/floatingips/c462bc37-44cc-4629-b37f-36b63b86e0fa HTTP/1.1" status: 204 len: 168 time: 0.5175588 May 26 21:34:45.219144 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:45.223226 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d8cbd27-acb3-4887-9ef7-8387ab2bdd18 req-d8f15c8d-a8bc-49c0-a1a3-2557f86c51ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Router bc9639dd-67f2-408a-8d58-3955185b031b has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:34:45.267086 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:45.298716 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 55088) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:34:45.303467 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-8f3b846e-0e75-4663-8872-7a16d75e6e5b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--657094549', 'description': 'tempest-description--434307686'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:34:45.328271 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d8cbd27-acb3-4887-9ef7-8387ab2bdd18 req-d8f15c8d-a8bc-49c0-a1a3-2557f86c51ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:34:45.337974 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7ba151-40be-418b-8e7e-c0d4fe1ca725 None None] Sync routers for ids ['bc9639dd-67f2-408a-8d58-3955185b031b'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:34:45.348606 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ba151-40be-418b-8e7e-c0d4fe1ca725 None None] Routers {'bc9639dd-67f2-408a-8d58-3955185b031b'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:34:45.349232 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-4f7ba151-40be-418b-8e7e-c0d4fe1ca725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:34:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['bc9639dd-67f2-408a-8d58-3955185b031b'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:34:45.370935 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8cbd27-acb3-4887-9ef7-8387ab2bdd18 req-d8f15c8d-a8bc-49c0-a1a3-2557f86c51ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] No DVR routers for this DVR port 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e on host hv-cinder-82880 {{(pid=104642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:34:45.374450 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-8d8cbd27-acb3-4887-9ef7-8387ab2bdd18 req-d8f15c8d-a8bc-49c0-a1a3-2557f86c51ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:45.377619 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8d8cbd27-acb3-4887-9ef7-8387ab2bdd18 req-d8f15c8d-a8bc-49c0-a1a3-2557f86c51ea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.60 "DELETE /v2.0/ports/2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e HTTP/1.1" status: 204 len: 173 time: 1.1551073 May 26 21:34:45.378152 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bec145-b7bb-413b-a4ee-124c14212c63', 'name': 'network-vif-deleted', 'tag': '2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:34:45.381195 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802a9890-4962-4c7e-9261-bc07d25b5eaa" -d '{"events": [{"server_uuid": "94bec145-b7bb-413b-a4ee-124c14212c63", "name": "network-vif-deleted", "tag": "2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:34:45.386033 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-8f3b846e-0e75-4663-8872-7a16d75e6e5b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:45.425534 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18c1fa9-6b17-4909-8023-43794818dadc x-openstack-request-id: req-e18c1fa9-6b17-4909-8023-43794818dadc {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:34:45.425836 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bec145-b7bb-413b-a4ee-124c14212c63", "name": "network-vif-deleted", "tag": "2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:34:45.426090 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e18c1fa9-6b17-4909-8023-43794818dadc {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:34:45.426496 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18c1fa9-6b17-4909-8023-43794818dadc'] response: {'server_uuid': '94bec145-b7bb-413b-a4ee-124c14212c63', 'name': 'network-vif-deleted', 'tag': '2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e', 'status': 'completed', 'code': 200} May 26 21:34:45.457814 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:45.465478 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-4f7ba151-40be-418b-8e7e-c0d4fe1ca725 None None] Set router bc9639dd-67f2-408a-8d58-3955185b031b gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:34:45.467993 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-8f3b846e-0e75-4663-8872-7a16d75e6e5b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for security_group (6f742a23-a1fa-49a4-adc6-3d5aba2f5a15), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:45.496084 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:34:45.502988 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:45.527177 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] No Port match for: f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:34:45.533107 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device f6acaa12-aa4c-45e5-8cb0-5ebdb1fec91f not bound to the agent host hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:34:45.551718 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-8f3b846e-0e75-4663-8872-7a16d75e6e5b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (6f742a23-a1fa-49a4-adc6-3d5aba2f5a15), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:45.624355 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b846e-0e75-4663-8872-7a16d75e6e5b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:45.679696 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-8f3b846e-0e75-4663-8872-7a16d75e6e5b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:45.683665 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-8f3b846e-0e75-4663-8872-7a16d75e6e5b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3813038 May 26 21:34:45.684032 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 55096) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:34:45.688856 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-ab43a085-5365-48ae-9b84-d40ca4962831 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Request body: {'security_group_rule': {'security_group_id': '6f742a23-a1fa-49a4-adc6-3d5aba2f5a15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:34:45.721978 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-4f7ba151-40be-418b-8e7e-c0d4fe1ca725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:18Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:34:45.751781 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7ba151-40be-418b-8e7e-c0d4fe1ca725 None None] Checking router: bc9639dd-67f2-408a-8d58-3955185b031b for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:34:45.759026 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ba151-40be-418b-8e7e-c0d4fe1ca725 None None] Routers {'bc9639dd-67f2-408a-8d58-3955185b031b'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:34:45.759644 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-4f7ba151-40be-418b-8e7e-c0d4fe1ca725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:34:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['bc9639dd-67f2-408a-8d58-3955185b031b'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:34:45.821486 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ab43a085-5365-48ae-9b84-d40ca4962831 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for security_group_rule (ece2b132-2bb8-4de0-9daa-6059976084b0), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:45.856710 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:45.867480 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-4f7ba151-40be-418b-8e7e-c0d4fe1ca725 None None] Set router bc9639dd-67f2-408a-8d58-3955185b031b gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:34:45.874896 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ab43a085-5365-48ae-9b84-d40ca4962831 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for security_group_rule (ece2b132-2bb8-4de0-9daa-6059976084b0), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:45.899227 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:45.985860 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ab43a085-5365-48ae-9b84-d40ca4962831 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (ece2b132-2bb8-4de0-9daa-6059976084b0), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:46.011368 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43a085-5365-48ae-9b84-d40ca4962831 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ece2b132-2bb8-4de0-9daa-6059976084b0,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:46.034878 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8aeb8971-4341-495b-8e9c-9f8a7b923db7 req-2b8770ee-2714-4556-8bbb-c8f8cbdbbd69 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 210 time: 0.0292888 May 26 21:34:46.062683 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-4f7ba151-40be-418b-8e7e-c0d4fe1ca725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:18Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:34:46.086535 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7ba151-40be-418b-8e7e-c0d4fe1ca725 None None] The sync data for ids ['bc9639dd-67f2-408a-8d58-3955185b031b'] in dv-cinder-828805-3-iscsi is: [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:18Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:34:46.100302 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ab43a085-5365-48ae-9b84-d40ca4962831 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:46.102644 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-ab43a085-5365-48ae-9b84-d40ca4962831 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4165213 May 26 21:34:46.104536 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55100) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:34:46.111110 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-065867de-3e89-4b97-a646-8b00a3d76afd tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Request body: {'security_group_rule': {'security_group_id': '6f742a23-a1fa-49a4-adc6-3d5aba2f5a15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:34:46.210913 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-065867de-3e89-4b97-a646-8b00a3d76afd tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for security_group_rule (839e2a87-f4a4-404c-83a6-14bb8395a8bb), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:46.308353 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-065867de-3e89-4b97-a646-8b00a3d76afd tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for security_group_rule (839e2a87-f4a4-404c-83a6-14bb8395a8bb), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:46.320422 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2214da-962e-4aca-b296-1c6778f38578 req-368800cb-4043-454e-895a-f457af93c33d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:46.321847 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ed2214da-962e-4aca-b296-1c6778f38578 req-368800cb-4043-454e-895a-f457af93c33d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0645404 May 26 21:34:46.331393 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280762d3-1245-4e74-b705-57d37e3d858f None None] New status for floating IP 0f4032c5-bbc0-4225-9db7-5dcf16ce70a5: DOWN {{(pid=104645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:34:46.373356 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ed2214da-962e-4aca-b296-1c6778f38578 req-1bf05b20-7fb6-4316-871b-479a5e799c44 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452015 May 26 21:34:46.464477 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-065867de-3e89-4b97-a646-8b00a3d76afd tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (839e2a87-f4a4-404c-83a6-14bb8395a8bb), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:46.485637 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065867de-3e89-4b97-a646-8b00a3d76afd tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839e2a87-f4a4-404c-83a6-14bb8395a8bb,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:46.583108 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-065867de-3e89-4b97-a646-8b00a3d76afd tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:46.584388 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-065867de-3e89-4b97-a646-8b00a3d76afd tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4776154 May 26 21:34:46.587548 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55104) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:34:46.592452 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-dad071ce-6d29-4d64-bb01-3da7bfa2c40d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Request body: {'floatingip': {'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:34:46.704362 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-dad071ce-6d29-4d64-bb01-3da7bfa2c40d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:46.785399 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-dad071ce-6d29-4d64-bb01-3da7bfa2c40d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:46.888361 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_common [None req-dad071ce-6d29-4d64-bb01-3da7bfa2c40d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Allocated IP 172.27.3.153 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/4d0c8c03-e1ca-4035-aa6a-ea83370b2fe2) {{(pid=104642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:34:46.992976 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-dad071ce-6d29-4d64-bb01-3da7bfa2c40d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for port (4d0c8c03-e1ca-4035-aa6a-ea83370b2fe2), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:47.016987 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:47.112023 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-dad071ce-6d29-4d64-bb01-3da7bfa2c40d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (4d0c8c03-e1ca-4035-aa6a-ea83370b2fe2), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:47.146904 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-7bd31db2-067f-45cb-9791-07ce5945f00e req-81c913dd-7354-4c5b-8c69-ccecf5624953 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=94bec145-b7bb-413b-a4ee-124c14212c63 HTTP/1.1" status: 200 len: 210 time: 0.0306008 May 26 21:34:47.151926 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad071ce-6d29-4d64-bb01-3da7bfa2c40d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:34:47.157893 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-dad071ce-6d29-4d64-bb01-3da7bfa2c40d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:34:47.164351 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad071ce-6d29-4d64-bb01-3da7bfa2c40d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Pushing event updated for resources: {'Port': ['ID=4d0c8c03-e1ca-4035-aa6a-ea83370b2fe2,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:47.168534 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad071ce-6d29-4d64-bb01-3da7bfa2c40d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Received port after_create {{(pid=104642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:34:47.199447 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:47.252403 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-dad071ce-6d29-4d64-bb01-3da7bfa2c40d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for floatingip (7694285f-7f65-4008-9b9b-0f3299ae440b), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:47.351351 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-dad071ce-6d29-4d64-bb01-3da7bfa2c40d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (4d0c8c03-e1ca-4035-aa6a-ea83370b2fe2), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:47.511317 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:34:47.517315 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b67b3c-6172-490e-9fa4-23999a606e22 req-ae267d9c-9ac7-4979-9994-081b20acfeb5 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:47.518860 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-24b67b3c-6172-490e-9fa4-23999a606e22 req-ae267d9c-9ac7-4979-9994-081b20acfeb5 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0555873 May 26 21:34:47.543368 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] No Port match for: 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:34:47.543712 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 2ef3e07e-63f8-4d2c-a2df-fb1c2a09ec5e not bound to the agent host hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:34:47.602041 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-dad071ce-6d29-4d64-bb01-3da7bfa2c40d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for port (4d0c8c03-e1ca-4035-aa6a-ea83370b2fe2), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:47.612043 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-24b67b3c-6172-490e-9fa4-23999a606e22 req-8dc6b587-c7f9-4c52-a09f-5558ca1ebc7b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783515 May 26 21:34:47.654135 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-dad071ce-6d29-4d64-bb01-3da7bfa2c40d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632642'] for port (4d0c8c03-e1ca-4035-aa6a-ea83370b2fe2), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:47.726346 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad071ce-6d29-4d64-bb01-3da7bfa2c40d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Pushing event updated for resources: {'Port': ['ID=4d0c8c03-e1ca-4035-aa6a-ea83370b2fe2,revision_number=2']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:47.736659 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-dad071ce-6d29-4d64-bb01-3da7bfa2c40d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (7694285f-7f65-4008-9b9b-0f3299ae440b), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:47.833460 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-dad071ce-6d29-4d64-bb01-3da7bfa2c40d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:47.834702 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-dad071ce-6d29-4d64-bb01-3da7bfa2c40d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2461216 May 26 21:34:48.007827 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d0c8a-7e96-495d-899a-31a8c4ebf609 req-76a33c17-62ba-4cee-a51f-3a45d91e598a tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:48.009381 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-203d0c8a-7e96-495d-899a-31a8c4ebf609 req-76a33c17-62ba-4cee-a51f-3a45d91e598a tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 946 time: 0.0483136 May 26 21:34:48.029330 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-fd4feff4-ad9b-441f-851d-9d2cfccde370 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--657094549&fields=id&tenant_id=c5f69588fe354d20b58594919deb4110 HTTP/1.1" status: 200 len: 267 time: 0.0426600 May 26 21:34:48.100070 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [req-203d0c8a-7e96-495d-899a-31a8c4ebf609 req-20662a44-5d62-46c3-8824-05fef403f0bf tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Deleting port 1faef2ef-eecc-4157-ac0a-913c45525b24 {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:34:48.100522 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-203d0c8a-7e96-495d-899a-31a8c4ebf609 req-20662a44-5d62-46c3-8824-05fef403f0bf tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (1faef2ef-eecc-4157-ac0a-913c45525b24), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:48.113920 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:48.139639 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-3ed072aa-e41c-4d17-b77a-960afaf85bad tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:48.141549 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-3ed072aa-e41c-4d17-b77a-960afaf85bad tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/networks?id=ea9ef1f2-5514-49f0-be2f-c0970bb75a74 HTTP/1.1" status: 200 len: 817 time: 0.1052299 May 26 21:34:48.157445 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-d6e25a95-b7e0-4c07-bb08-ea5a9f822610 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/quotas/c5f69588fe354d20b58594919deb4110 HTTP/1.1" status: 200 len: 375 time: 0.0093958 May 26 21:34:48.199963 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [req-203d0c8a-7e96-495d-899a-31a8c4ebf609 req-20662a44-5d62-46c3-8824-05fef403f0bf tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] For port 1faef2ef-eecc-4157-ac0a-913c45525b24, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1faef2ef-eecc-4157-ac0a-913c45525b24,segment=NetworkSegment(fe8da2ec-f933-44ba-82fb-b654f7378e99),segment_id=fe8da2ec-f933-44ba-82fb-b654f7378e99)] {{(pid=104642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:34:48.200489 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-203d0c8a-7e96-495d-899a-31a8c4ebf609 req-20662a44-5d62-46c3-8824-05fef403f0bf tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (1faef2ef-eecc-4157-ac0a-913c45525b24), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:48.224896 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-110f94c1-f3b4-4e17-a266-7a82e7f215cd tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5f69588fe354d20b58594919deb4110&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598624 May 26 21:34:48.321801 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-4d9c72ba-df6a-490c-9e32-b2932021cd41 service neutron] 10.222.0.42 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841291 May 26 21:34:48.353215 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 55128) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:34:48.369594 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-203d0c8a-7e96-495d-899a-31a8c4ebf609 req-20662a44-5d62-46c3-8824-05fef403f0bf tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:48.370142 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-203d0c8a-7e96-495d-899a-31a8c4ebf609 req-20662a44-5d62-46c3-8824-05fef403f0bf tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (1bacb365-207a-482e-aed6-9bab83161788), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:48.370257 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.l3_db [req-203d0c8a-7e96-495d-899a-31a8c4ebf609 req-20662a44-5d62-46c3-8824-05fef403f0bf tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Floating IP 1bacb365-207a-482e-aed6-9bab83161788 disassociated. External IP: 172.27.3.135, port: 1faef2ef-eecc-4157-ac0a-913c45525b24. May 26 21:34:48.370582 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [req-203d0c8a-7e96-495d-899a-31a8c4ebf609 req-20662a44-5d62-46c3-8824-05fef403f0bf tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Calling delete_port for 1faef2ef-eecc-4157-ac0a-913c45525b24 owned by compute:nova {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:34:48.379492 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:48.458075 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-af0fd5bc-1a19-4384-a559-cbba47a73b65 service neutron] 10.222.0.42 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296055 May 26 21:34:48.463280 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-e813ead4-d803-432f-bda0-bac2da1621cf tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group (2e388b0e-c521-4a70-9974-7cc659256d40), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:48.492405 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-e813ead4-d803-432f-bda0-bac2da1621cf tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group (2e388b0e-c521-4a70-9974-7cc659256d40), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:48.568597 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-203d0c8a-7e96-495d-899a-31a8c4ebf609 req-20662a44-5d62-46c3-8824-05fef403f0bf tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (1faef2ef-eecc-4157-ac0a-913c45525b24), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:48.599011 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20662a44-5d62-46c3-8824-05fef403f0bf tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Pushing event deleted for resources: {'Port': ['ID=1faef2ef-eecc-4157-ac0a-913c45525b24,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:48.625962 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-e813ead4-d803-432f-bda0-bac2da1621cf tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (2e388b0e-c521-4a70-9974-7cc659256d40), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:48.628707 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-e813ead4-d803-432f-bda0-bac2da1621cf tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:48.630164 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-e813ead4-d803-432f-bda0-bac2da1621cf tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "DELETE /v2.0/security-groups/2e388b0e-c521-4a70-9974-7cc659256d40 HTTP/1.1" status: 204 len: 168 time: 0.2757030 May 26 21:34:48.633399 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 55130) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:34:48.656886 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.api.v2.resource [None req-f546af7e-8ff9-47dd-97af-901d9b4b52a8 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] show failed (client error): The resource could not be found. May 26 21:34:48.656886 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-f546af7e-8ff9-47dd-97af-901d9b4b52a8 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups/2e388b0e-c521-4a70-9974-7cc659256d40 HTTP/1.1" status: 404 len: 347 time: 0.0185401 May 26 21:34:48.656886 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813ead4-d803-432f-bda0-bac2da1621cf tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e388b0e-c521-4a70-9974-7cc659256d40,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:48.657133 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55134) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:34:48.760786 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6057014d-7ec3-495f-927f-3d8613d1d205 req-624103b3-9a42-4f04-9fc0-a37baf473707 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 210 time: 0.0669112 May 26 21:34:48.776274 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c24b3126-67ea-42bf-9f5a-7ca53c0296d2 req-6d1a4c5b-3204-4816-8e0a-a10cc18abbbb tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 210 time: 0.0405641 May 26 21:34:48.837260 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-203d0c8a-7e96-495d-899a-31a8c4ebf609 req-20662a44-5d62-46c3-8824-05fef403f0bf tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Router 636f9616-f60f-4165-b064-d0d814debfdc has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:34:48.847413 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-34a4e28a-3732-4400-a2c7-01f876d3b2cb tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Deleting port 4ea5c9da-d388-4e11-a597-5bfd328af957 {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:34:48.847670 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-34a4e28a-3732-4400-a2c7-01f876d3b2cb tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (4ea5c9da-d388-4e11-a597-5bfd328af957), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:49.002677 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-34a4e28a-3732-4400-a2c7-01f876d3b2cb tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (4ea5c9da-d388-4e11-a597-5bfd328af957), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:49.002998 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-34a4e28a-3732-4400-a2c7-01f876d3b2cb tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (4ea5c9da-d388-4e11-a597-5bfd328af957), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:49.022095 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-34a4e28a-3732-4400-a2c7-01f876d3b2cb tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Calling delete_port for 4ea5c9da-d388-4e11-a597-5bfd328af957 owned by network:floatingip {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:34:49.026802 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-203d0c8a-7e96-495d-899a-31a8c4ebf609 req-20662a44-5d62-46c3-8824-05fef403f0bf tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:34:49.037887 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea56e813-11f1-4799-aa47-bfd2d4d9f7d1 None None] Sync routers for ids ['636f9616-f60f-4165-b064-d0d814debfdc'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:34:49.051244 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea56e813-11f1-4799-aa47-bfd2d4d9f7d1 None None] Routers {'636f9616-f60f-4165-b064-d0d814debfdc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:34:49.051998 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-ea56e813-11f1-4799-aa47-bfd2d4d9f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:34:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['636f9616-f60f-4165-b064-d0d814debfdc'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:34:49.107725 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [req-203d0c8a-7e96-495d-899a-31a8c4ebf609 req-20662a44-5d62-46c3-8824-05fef403f0bf tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] No DVR routers for this DVR port 1faef2ef-eecc-4157-ac0a-913c45525b24 on host hv-cinder-82880 {{(pid=104642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:34:49.114468 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-203d0c8a-7e96-495d-899a-31a8c4ebf609 req-20662a44-5d62-46c3-8824-05fef403f0bf tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:49.117691 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-203d0c8a-7e96-495d-899a-31a8c4ebf609 req-20662a44-5d62-46c3-8824-05fef403f0bf tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.60 "DELETE /v2.0/ports/1faef2ef-eecc-4157-ac0a-913c45525b24 HTTP/1.1" status: 204 len: 173 time: 1.1025801 May 26 21:34:49.118135 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2b4ade-df77-4c06-bfc0-2a510bfe37d5', 'name': 'network-vif-deleted', 'tag': '1faef2ef-eecc-4157-ac0a-913c45525b24'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:34:49.120543 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f469760-ed99-44d7-b8a6-f1b71f65fa6e" -d '{"events": [{"server_uuid": "3e2b4ade-df77-4c06-bfc0-2a510bfe37d5", "name": "network-vif-deleted", "tag": "1faef2ef-eecc-4157-ac0a-913c45525b24"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:34:49.132848 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:49.174686 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f93ad96-3896-42ca-a1c6-b8e212a05a1f x-openstack-request-id: req-4f93ad96-3896-42ca-a1c6-b8e212a05a1f {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:34:49.175076 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2b4ade-df77-4c06-bfc0-2a510bfe37d5", "name": "network-vif-deleted", "tag": "1faef2ef-eecc-4157-ac0a-913c45525b24", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:34:49.175427 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f93ad96-3896-42ca-a1c6-b8e212a05a1f {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:34:49.175977 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f93ad96-3896-42ca-a1c6-b8e212a05a1f'] response: {'server_uuid': '3e2b4ade-df77-4c06-bfc0-2a510bfe37d5', 'name': 'network-vif-deleted', 'tag': '1faef2ef-eecc-4157-ac0a-913c45525b24', 'status': 'completed', 'code': 200} May 26 21:34:49.202927 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-ea56e813-11f1-4799-aa47-bfd2d4d9f7d1 None None] Set router 636f9616-f60f-4165-b064-d0d814debfdc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:34:49.311600 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-34a4e28a-3732-4400-a2c7-01f876d3b2cb tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (4ea5c9da-d388-4e11-a597-5bfd328af957), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:49.341364 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4e28a-3732-4400-a2c7-01f876d3b2cb tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event deleted for resources: {'Port': ['ID=4ea5c9da-d388-4e11-a597-5bfd328af957,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:49.401133 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-ea56e813-11f1-4799-aa47-bfd2d4d9f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:29:03Z', 'revision_number': 4, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '3fdbfa0c-40db-4d20-b70a-b5ca36549b09', 'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'mac_address': 'fa:16:3e:1f:7a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:03Z', 'updated_at': '2022-05-26T21:29:08Z', 'revision_number': 5, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'subnets': [{'id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:34:49.403831 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-34a4e28a-3732-4400-a2c7-01f876d3b2cb tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (0f4032c5-bbc0-4225-9db7-5dcf16ce70a5), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:49.406933 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-34a4e28a-3732-4400-a2c7-01f876d3b2cb tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:49.409975 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-34a4e28a-3732-4400-a2c7-01f876d3b2cb tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "DELETE /v2.0/floatingips/0f4032c5-bbc0-4225-9db7-5dcf16ce70a5 HTTP/1.1" status: 204 len: 168 time: 0.7519107 May 26 21:34:49.430934 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea56e813-11f1-4799-aa47-bfd2d4d9f7d1 None None] Checking router: 636f9616-f60f-4165-b064-d0d814debfdc for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:34:49.440431 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea56e813-11f1-4799-aa47-bfd2d4d9f7d1 None None] Routers {'636f9616-f60f-4165-b064-d0d814debfdc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:34:49.441362 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-ea56e813-11f1-4799-aa47-bfd2d4d9f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:34:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['636f9616-f60f-4165-b064-d0d814debfdc'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:34:49.545471 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-ea56e813-11f1-4799-aa47-bfd2d4d9f7d1 None None] Set router 636f9616-f60f-4165-b064-d0d814debfdc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:34:49.614806 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55150) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:34:49.619785 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-81a77b08-6c27-4aef-a4bd-2427ca79a057 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--75697263', 'description': 'tempest-description--1443531460'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:34:49.711981 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-81a77b08-6c27-4aef-a4bd-2427ca79a057 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:49.721784 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:49.741404 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-ea56e813-11f1-4799-aa47-bfd2d4d9f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:29:03Z', 'revision_number': 4, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '3fdbfa0c-40db-4d20-b70a-b5ca36549b09', 'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'mac_address': 'fa:16:3e:1f:7a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:03Z', 'updated_at': '2022-05-26T21:29:08Z', 'revision_number': 5, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'subnets': [{'id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:34:49.750969 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:49.770590 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea56e813-11f1-4799-aa47-bfd2d4d9f7d1 None None] The sync data for ids ['636f9616-f60f-4165-b064-d0d814debfdc'] in dv-cinder-828805-3-iscsi is: [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:29:03Z', 'revision_number': 4, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '3fdbfa0c-40db-4d20-b70a-b5ca36549b09', 'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'mac_address': 'fa:16:3e:1f:7a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:03Z', 'updated_at': '2022-05-26T21:29:08Z', 'revision_number': 5, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'subnets': [{'id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:34:49.814819 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-81a77b08-6c27-4aef-a4bd-2427ca79a057 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group (c0664303-b277-4888-96b0-37c27ed30f66), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:49.885853 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-81a77b08-6c27-4aef-a4bd-2427ca79a057 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (c0664303-b277-4888-96b0-37c27ed30f66), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:49.898866 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d5feff9d-d041-4dc7-b6df-91f566db65eb req-218df441-96f4-4ca1-883d-e19c196d6d73 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 210 time: 0.0313931 May 26 21:34:49.911602 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4fa619d9-75b8-47cd-b3ad-72f095cc824d req-f3563728-c50d-41fd-b737-1c3bbd3fcf66 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e2b4ade-df77-4c06-bfc0-2a510bfe37d5 HTTP/1.1" status: 200 len: 210 time: 0.0386519 May 26 21:34:49.938446 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a77b08-6c27-4aef-a4bd-2427ca79a057 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0664303-b277-4888-96b0-37c27ed30f66,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:49.982078 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-81a77b08-6c27-4aef-a4bd-2427ca79a057 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:49.985559 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-81a77b08-6c27-4aef-a4bd-2427ca79a057 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3681581 May 26 21:34:49.987124 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55156) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:34:49.991484 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-c350792a-a007-4306-bc5a-ad24b003fafd tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Request body: {'security_group_rule': {'security_group_id': 'c0664303-b277-4888-96b0-37c27ed30f66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:34:50.061182 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f2b0f5-7017-414e-809f-db73e0f88164 None None] New status for floating IP 1bacb365-207a-482e-aed6-9bab83161788: DOWN {{(pid=104645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:34:50.095373 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c350792a-a007-4306-bc5a-ad24b003fafd tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group_rule (fdb50292-a2dd-4f45-b2af-41baf096c68d), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:50.170625 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c350792a-a007-4306-bc5a-ad24b003fafd tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group_rule (fdb50292-a2dd-4f45-b2af-41baf096c68d), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:50.254457 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c350792a-a007-4306-bc5a-ad24b003fafd tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (fdb50292-a2dd-4f45-b2af-41baf096c68d), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:50.273464 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350792a-a007-4306-bc5a-ad24b003fafd tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb50292-a2dd-4f45-b2af-41baf096c68d,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:50.336544 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c350792a-a007-4306-bc5a-ad24b003fafd tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:50.339688 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-c350792a-a007-4306-bc5a-ad24b003fafd tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3499618 May 26 21:34:50.340727 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55158) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:34:50.345783 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-e9ffc8ba-0c3a-4b90-b9a8-3f60bf109a0f tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Request body: {'security_group_rule': {'security_group_id': 'c0664303-b277-4888-96b0-37c27ed30f66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:34:50.460785 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e9ffc8ba-0c3a-4b90-b9a8-3f60bf109a0f tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group_rule (557b345b-1434-4c4e-b16a-02b76a956009), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:50.508042 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e9ffc8ba-0c3a-4b90-b9a8-3f60bf109a0f tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group_rule (557b345b-1434-4c4e-b16a-02b76a956009), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:50.573883 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e9ffc8ba-0c3a-4b90-b9a8-3f60bf109a0f tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (557b345b-1434-4c4e-b16a-02b76a956009), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:50.597029 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffc8ba-0c3a-4b90-b9a8-3f60bf109a0f tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557b345b-1434-4c4e-b16a-02b76a956009,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:50.690672 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e9ffc8ba-0c3a-4b90-b9a8-3f60bf109a0f tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:50.691907 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-e9ffc8ba-0c3a-4b90-b9a8-3f60bf109a0f tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3501618 May 26 21:34:50.695645 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55160) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:34:50.700131 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-8426aefa-d088-484b-8f93-b9063d5dd659 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Request body: {'floatingip': {'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:34:50.797137 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8426aefa-d088-484b-8f93-b9063d5dd659 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:50.904155 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:50.934090 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8426aefa-d088-484b-8f93-b9063d5dd659 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:51.031155 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-170f69f6-51a0-4079-b185-7d44ae1022e7 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:51.033539 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-170f69f6-51a0-4079-b185-7d44ae1022e7 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.60 "GET /v2.0/networks?id=ea9ef1f2-5514-49f0-be2f-c0970bb75a74 HTTP/1.1" status: 200 len: 817 time: 0.1883671 May 26 21:34:51.056555 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-f3abc8a7-9bb6-458b-9d17-8c3b791e663f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:51.060761 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6eb59b60-358c-4632-b8bc-539153087a21 req-ecc78a5d-5d41-43f6-91a2-4b563caac44a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 210 time: 0.0428171 May 26 21:34:51.124799 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:51.145954 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_common [None req-8426aefa-d088-484b-8f93-b9063d5dd659 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Allocated IP 172.27.3.38 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/71cd44ff-7b44-4141-b4b5-cfe66c677484) {{(pid=104642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:34:51.160993 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-f73479cd-3079-4169-853b-0fb4704a6ad4 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5f69588fe354d20b58594919deb4110 HTTP/1.1" status: 200 len: 379 time: 0.1189518 May 26 21:34:51.170891 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-d51a8a2a-3af1-4917-87d5-ab082ea6d5a5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Request body: {'port': {'device_id': 'd396708c-5036-4133-a056-0f74ecc6011a', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'admin_state_up': True, 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'security_groups': ['6f742a23-a1fa-49a4-adc6-3d5aba2f5a15']}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:34:51.535448 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 1faef2ef-eecc-4157-ac0a-913c45525b24 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:34:51.559352 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] No Port match for: 1faef2ef-eecc-4157-ac0a-913c45525b24 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:34:51.559690 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 1faef2ef-eecc-4157-ac0a-913c45525b24 not bound to the agent host hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:34:51.589904 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-8f43667d-1cea-44ef-8116-2507ff32dbdb tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-389140089&fields=id&tenant_id=87d8cb3f18ae4f05a85dc21abaf316cb HTTP/1.1" status: 200 len: 267 time: 0.3881516 May 26 21:34:51.685323 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8426aefa-d088-484b-8f93-b9063d5dd659 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for port (71cd44ff-7b44-4141-b4b5-cfe66c677484), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:51.722785 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:51.755919 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-6cdd7dd2-f909-47fd-84fe-e3aff3ec6cc7 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:51.757446 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-6cdd7dd2-f909-47fd-84fe-e3aff3ec6cc7 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/networks?id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff HTTP/1.1" status: 200 len: 812 time: 0.1578445 May 26 21:34:51.771864 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-b41ab226-fe5a-4e2c-a1dd-f9c4ed6215af tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/quotas/87d8cb3f18ae4f05a85dc21abaf316cb HTTP/1.1" status: 200 len: 375 time: 0.0088542 May 26 21:34:51.787992 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-d51a8a2a-3af1-4917-87d5-ab082ea6d5a5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Made reservation on behalf of c5f69588fe354d20b58594919deb4110 for: {'port': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:34:51.791255 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-d51a8a2a-3af1-4917-87d5-ab082ea6d5a5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:51.839249 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-97a4a1e5-2203-4d6a-ae9d-b2dfdcf60ef2 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=87d8cb3f18ae4f05a85dc21abaf316cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623751 May 26 21:34:51.879736 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8426aefa-d088-484b-8f93-b9063d5dd659 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (71cd44ff-7b44-4141-b4b5-cfe66c677484), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:51.971207 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8426aefa-d088-484b-8f93-b9063d5dd659 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:34:51.980972 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-8426aefa-d088-484b-8f93-b9063d5dd659 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:34:52.009795 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426aefa-d088-484b-8f93-b9063d5dd659 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Received port after_create {{(pid=104642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:34:52.046847 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426aefa-d088-484b-8f93-b9063d5dd659 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event updated for resources: {'Port': ['ID=71cd44ff-7b44-4141-b4b5-cfe66c677484,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:52.100753 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_common [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-d51a8a2a-3af1-4917-87d5-ab082ea6d5a5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Allocated IP 172.20.0.9 (ea9ef1f2-5514-49f0-be2f-c0970bb75a74/69d41c02-e4f8-4266-97e4-80c1b92c499f/de23d676-5627-421b-905b-f6cea35f9243) {{(pid=104642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:34:52.104063 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-a07b64c7-1509-45f0-9bcd-02c23b374e2f service neutron] 10.222.0.42 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343173 May 26 21:34:52.171092 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:52.242840 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8426aefa-d088-484b-8f93-b9063d5dd659 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (00d88cbe-d058-4b4f-92a7-fa1eb1f01e3f), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:52.322231 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d60155d8-c4de-4e0f-b881-b66b9ccdb5f2 req-6fb6c16f-855f-4c97-890f-91e06ff318ec tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 210 time: 0.0275483 May 26 21:34:52.327676 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-ee86ef75-0455-41b7-aaca-35f2b8711652 service neutron] 10.222.0.42 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153974 May 26 21:34:52.376638 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8426aefa-d088-484b-8f93-b9063d5dd659 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (71cd44ff-7b44-4141-b4b5-cfe66c677484), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:52.431641 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-d51a8a2a-3af1-4917-87d5-ab082ea6d5a5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for port (de23d676-5627-421b-905b-f6cea35f9243), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:52.580198 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:52.598848 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8426aefa-d088-484b-8f93-b9063d5dd659 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for port (71cd44ff-7b44-4141-b4b5-cfe66c677484), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:52.649207 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-d51a8a2a-3af1-4917-87d5-ab082ea6d5a5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (de23d676-5627-421b-905b-f6cea35f9243), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:52.681769 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8426aefa-d088-484b-8f93-b9063d5dd659 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632642'] for port (71cd44ff-7b44-4141-b4b5-cfe66c677484), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:52.701815 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-d51a8a2a-3af1-4917-87d5-ab082ea6d5a5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Network ea9ef1f2-5514-49f0-be2f-c0970bb75a74 is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:34:52.712950 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-d51a8a2a-3af1-4917-87d5-ab082ea6d5a5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:34:52.714879 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-d51a8a2a-3af1-4917-87d5-ab082ea6d5a5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Received port after_create {{(pid=104642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:34:52.766642 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a8a2a-3af1-4917-87d5-ab082ea6d5a5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Pushing event updated for resources: {'Port': ['ID=de23d676-5627-421b-905b-f6cea35f9243,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:52.823062 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8426aefa-d088-484b-8f93-b9063d5dd659 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (00d88cbe-d058-4b4f-92a7-fa1eb1f01e3f), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:52.839881 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-d51a8a2a-3af1-4917-87d5-ab082ea6d5a5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:52.843269 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-d51a8a2a-3af1-4917-87d5-ab082ea6d5a5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:52.853862 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426aefa-d088-484b-8f93-b9063d5dd659 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event updated for resources: {'Port': ['ID=71cd44ff-7b44-4141-b4b5-cfe66c677484,revision_number=2']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:52.860376 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:52.946681 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8426aefa-d088-484b-8f93-b9063d5dd659 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:52.948085 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-8426aefa-d088-484b-8f93-b9063d5dd659 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2513311 May 26 21:34:52.961867 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-d51a8a2a-3af1-4917-87d5-ab082ea6d5a5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7951202 May 26 21:34:52.976234 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-c769b586-2b71-4eee-a182-674398a3749d service neutron] Request body: {'port': {'device_id': 'd396708c-5036-4133-a056-0f74ecc6011a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:34:52.977628 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-32286907-a143-4551-9ce9-2ad1feb12db8 None None] Provisioning complete for port de23d676-5627-421b-905b-f6cea35f9243 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:34:52.978856 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-32286907-a143-4551-9ce9-2ad1feb12db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (de23d676-5627-421b-905b-f6cea35f9243), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:53.023330 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-32286907-a143-4551-9ce9-2ad1feb12db8 None None] Port de23d676-5627-421b-905b-f6cea35f9243 cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:34:53.026816 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d28014be-c959-46b4-9bc0-97dfac8bec21 req-084279ce-9806-4e6c-8173-723f12d2c4f1 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 210 time: 0.0474479 May 26 21:34:53.072706 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-c769b586-2b71-4eee-a182-674398a3749d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (de23d676-5627-421b-905b-f6cea35f9243), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:53.246250 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-8148f8b9-b6e9-4488-9c08-ba7f4c5edeea tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--75697263&fields=id&tenant_id=3969075d983246cf8c4c7a45a57d5338 HTTP/1.1" status: 200 len: 267 time: 0.1063223 May 26 21:34:53.427137 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-a3a8b169-8b32-477c-8535-42979b53d5ff tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:53.428625 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-a3a8b169-8b32-477c-8535-42979b53d5ff tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/networks?id=e423d8c6-f848-40d6-99bb-c61a958058f7 HTTP/1.1" status: 200 len: 814 time: 0.1740954 May 26 21:34:53.445884 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979fa90-f78c-4d0f-97f6-a367d8318406 req-5f1e34f7-a6c7-495a-b8ce-827d05eed218 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:53.448031 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8979fa90-f78c-4d0f-97f6-a367d8318406 req-5f1e34f7-a6c7-495a-b8ce-827d05eed218 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 931 time: 0.0479600 May 26 21:34:53.449788 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-11d0e5e0-d086-4143-bbcc-c1a00d74f116 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/quotas/3969075d983246cf8c4c7a45a57d5338 HTTP/1.1" status: 200 len: 375 time: 0.0148191 May 26 21:34:53.465813 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-212207c0-bcf2-49fc-b029-e0bd28d8060e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:53.503943 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8979fa90-f78c-4d0f-97f6-a367d8318406 req-0fcab9d9-a5de-467e-b1d9-50688f068601 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481846 May 26 21:34:53.534143 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-68fae0c2-27c9-409b-a2bf-2cb1284482fd tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3969075d983246cf8c4c7a45a57d5338&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759614 May 26 21:34:53.540192 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-c769b586-2b71-4eee-a182-674398a3749d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de23d676-5627-421b-905b-f6cea35f9243 {{(pid=104642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:34:53.549750 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-c769b586-2b71-4eee-a182-674398a3749d service neutron] Publish callbacks [] for port (de23d676-5627-421b-905b-f6cea35f9243), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:53.608455 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.provisioning_blocks [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-c769b586-2b71-4eee-a182-674398a3749d service neutron] Transition to ACTIVE for port object de23d676-5627-421b-905b-f6cea35f9243 will not be triggered until provisioned by entity L2. {{(pid=104642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:34:53.649419 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-8dc3eab6-9404-4179-b15a-0d2e12a0e984 service neutron] 10.222.0.42 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011569 May 26 21:34:53.663002 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:53.736958 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-c769b586-2b71-4eee-a182-674398a3749d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632642'] for port (de23d676-5627-421b-905b-f6cea35f9243), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:53.752650 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-490ccd97-9515-49c3-b904-3ce5881eaaed service neutron] 10.222.0.42 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974364 May 26 21:34:53.794206 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769b586-2b71-4eee-a182-674398a3749d service neutron] Pushing event updated for resources: {'Port': ['ID=de23d676-5627-421b-905b-f6cea35f9243,revision_number=2']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:53.862246 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:53.879713 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.managers [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-c769b586-2b71-4eee-a182-674398a3749d service neutron] Attempting to bind port de23d676-5627-421b-905b-f6cea35f9243 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:34:53.880079 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.managers [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-c769b586-2b71-4eee-a182-674398a3749d service neutron] Attempting to bind port de23d676-5627-421b-905b-f6cea35f9243 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '79e76f80-baaa-41db-8e70-9575143fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74'}] {{(pid=104642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:34:53.880405 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-c769b586-2b71-4eee-a182-674398a3749d service neutron] Attempting to bind port de23d676-5627-421b-905b-f6cea35f9243 on network ea9ef1f2-5514-49f0-be2f-c0970bb75a74 {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:34:53.885218 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-c769b586-2b71-4eee-a182-674398a3749d service neutron] Port de23d676-5627-421b-905b-f6cea35f9243 on network ea9ef1f2-5514-49f0-be2f-c0970bb75a74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:34:53.885537 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-c769b586-2b71-4eee-a182-674398a3749d service neutron] Attempting to bind port de23d676-5627-421b-905b-f6cea35f9243 on network ea9ef1f2-5514-49f0-be2f-c0970bb75a74 {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:34:53.890786 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-c769b586-2b71-4eee-a182-674398a3749d service neutron] Checking agent: {'id': '2bd30f19-4481-40fa-92e6-11ccee452902', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'started_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:34:53.891117 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-c769b586-2b71-4eee-a182-674398a3749d service neutron] Checking segment: {'id': '79e76f80-baaa-41db-8e70-9575143fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:34:53.891491 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-c769b586-2b71-4eee-a182-674398a3749d service neutron] Bound using segment: {'id': '79e76f80-baaa-41db-8e70-9575143fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74'} {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:34:53.891978 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.managers [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-c769b586-2b71-4eee-a182-674398a3749d service neutron] Bound port: de23d676-5627-421b-905b-f6cea35f9243, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79e76f80-baaa-41db-8e70-9575143fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74'}}] {{(pid=104642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:34:53.892329 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-c769b586-2b71-4eee-a182-674398a3749d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (de23d676-5627-421b-905b-f6cea35f9243), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:53.971977 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-c769b586-2b71-4eee-a182-674398a3749d service neutron] For port de23d676-5627-421b-905b-f6cea35f9243, host hv-cinder-82880, cleared binding levels {{(pid=104642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:34:53.976032 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-c769b586-2b71-4eee-a182-674398a3749d service neutron] For port de23d676-5627-421b-905b-f6cea35f9243, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=de23d676-5627-421b-905b-f6cea35f9243,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:34:54.045087 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1607bd0a-4b35-407a-a116-b5688c5e3048 req-0fefe3fa-c656-4a24-b757-e60a38729d90 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 210 time: 0.0311108 May 26 21:34:54.081705 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-c769b586-2b71-4eee-a182-674398a3749d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632642'] for port (de23d676-5627-421b-905b-f6cea35f9243), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:54.132555 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-c769b586-2b71-4eee-a182-674398a3749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:54.133171 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-c769b586-2b71-4eee-a182-674398a3749d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:54.134637 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-c769b586-2b71-4eee-a182-674398a3749d service neutron] 10.222.0.60 "PUT /v2.0/ports/de23d676-5627-421b-905b-f6cea35f9243 HTTP/1.1" status: 200 len: 1093 time: 1.1627593 May 26 21:34:54.135111 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd396708c-5036-4133-a056-0f74ecc6011a', 'tag': 'de23d676-5627-421b-905b-f6cea35f9243'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:34:54.137468 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c9dcf7-7b2e-4c6d-8ae3-a1f20f2475d8" -d '{"events": [{"name": "network-changed", "server_uuid": "d396708c-5036-4133-a056-0f74ecc6011a", "tag": "de23d676-5627-421b-905b-f6cea35f9243"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:34:54.160105 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-44dae94b-fc02-4f32-bb96-6e7f912230de req-9f0dbf8f-9535-4bd4-8538-ab8686ca8c41 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 210 time: 0.0515385 May 26 21:34:54.187090 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769b586-2b71-4eee-a182-674398a3749d service neutron] Pushing event updated for resources: {'Port': ['ID=de23d676-5627-421b-905b-f6cea35f9243,revision_number=3']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:54.210530 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72af458f-8bbf-463e-b3de-af3fa15b9212 x-openstack-request-id: req-72af458f-8bbf-463e-b3de-af3fa15b9212 {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:34:54.210823 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d396708c-5036-4133-a056-0f74ecc6011a", "tag": "de23d676-5627-421b-905b-f6cea35f9243", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:34:54.211083 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-72af458f-8bbf-463e-b3de-af3fa15b9212 {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:34:54.211489 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72af458f-8bbf-463e-b3de-af3fa15b9212'] response: {'name': 'network-changed', 'server_uuid': 'd396708c-5036-4133-a056-0f74ecc6011a', 'tag': 'de23d676-5627-421b-905b-f6cea35f9243', 'status': 'completed', 'code': 200} May 26 21:34:54.279355 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9dcf7-7b2e-4c6d-8ae3-a1f20f2475d8 req-a4eb10d1-9808-49bb-abc8-e77d66813eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:54.281247 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-11c9dcf7-7b2e-4c6d-8ae3-a1f20f2475d8 req-a4eb10d1-9808-49bb-abc8-e77d66813eb2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5f69588fe354d20b58594919deb4110&device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 1127 time: 0.0484962 May 26 21:34:54.402858 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9dcf7-7b2e-4c6d-8ae3-a1f20f2475d8 req-874da644-8f08-406e-ac9d-098d7cdf0458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:54.404982 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-11c9dcf7-7b2e-4c6d-8ae3-a1f20f2475d8 req-874da644-8f08-406e-ac9d-098d7cdf0458 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c5f69588fe354d20b58594919deb4110&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1092484 May 26 21:34:54.501746 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9dcf7-7b2e-4c6d-8ae3-a1f20f2475d8 req-7285855a-d373-4507-b076-37d40584d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:54.503603 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-11c9dcf7-7b2e-4c6d-8ae3-a1f20f2475d8 req-7285855a-d373-4507-b076-37d40584d7d6 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921671 May 26 21:34:54.591084 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-24fe7320-7b7e-4328-8438-ee7a6cfa14f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:54.593145 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-24fe7320-7b7e-4328-8438-ee7a6cfa14f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5f69588fe354d20b58594919deb4110&device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 1127 time: 0.0508680 May 26 21:34:54.614127 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:54.633722 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927cde0-35c0-4341-aedf-92847fba88c3 req-53488e46-a4ca-4e5c-8079-158323a03178 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:54.635102 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b927cde0-35c0-4341-aedf-92847fba88c3 req-53488e46-a4ca-4e5c-8079-158323a03178 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0532703 May 26 21:34:54.683424 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b927cde0-35c0-4341-aedf-92847fba88c3 req-83ede613-b155-44f4-8cf0-f6359b802118 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417454 May 26 21:34:54.803953 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-06a239bc-7596-4f71-b6c6-d3c4aef37756 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de23d676-5627-421b-905b-f6cea35f9243 HTTP/1.1" status: 200 len: 217 time: 0.0328212 May 26 21:34:54.832693 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:54.853122 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-e4c26480-41a1-4f23-bf65-da3b7d9b4184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:54.854612 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-e4c26480-41a1-4f23-bf65-da3b7d9b4184 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69d41c02-e4f8-4266-97e4-80c1b92c499f HTTP/1.1" status: 200 len: 856 time: 0.0444217 May 26 21:34:54.900192 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:54.902455 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-0eecc860-f8e9-4f9c-aa20-886ac07fccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:54.904499 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-0eecc860-f8e9-4f9c-aa20-886ac07fccf5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea9ef1f2-5514-49f0-be2f-c0970bb75a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434132 May 26 21:34:54.975918 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:55.000935 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-4ba44a35-b172-4f69-aaac-7b57c77d44d9 service neutron] 10.222.0.60 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903120 May 26 21:34:55.078224 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:55.088701 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-9d5bd272-60df-4feb-b4db-f59a3311525f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:55.090368 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-9d5bd272-60df-4feb-b4db-f59a3311525f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.60 "GET /v2.0/networks?id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff HTTP/1.1" status: 200 len: 812 time: 0.1111684 May 26 21:34:55.104079 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1fc73a86-730c-4f0b-a448-856596a8b272 req-ffc79f44-0cfc-4003-ae3f-d1dcced9f294 service neutron] 10.222.0.60 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950801 May 26 21:34:55.175125 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ee7481d9-af24-4bec-ba2f-e7ac081cea2e req-3af971b5-2899-484c-ad0e-f09d207c8f94 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 210 time: 0.0396345 May 26 21:34:55.178232 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:55.187700 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-eb01770e-d145-440f-b03c-d6ac3d2360d6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87d8cb3f18ae4f05a85dc21abaf316cb HTTP/1.1" status: 200 len: 379 time: 0.0876703 May 26 21:34:55.200622 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-b83f1f4c-c246-4b75-bb9b-3d722fe4765b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Request body: {'port': {'device_id': '972688e1-313a-4ed5-8a32-87deda4e5198', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'admin_state_up': True, 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'security_groups': ['26a93777-df00-40fa-8fd6-25a19f6ddb89']}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:34:55.268924 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-89101535-77a5-4514-a721-cf8cfa81663e req-b3eb6b6d-50d9-4c94-b66c-ee90ea0c8878 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 210 time: 0.0313077 May 26 21:34:55.601589 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-b83f1f4c-c246-4b75-bb9b-3d722fe4765b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Made reservation on behalf of 87d8cb3f18ae4f05a85dc21abaf316cb for: {'port': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:34:55.604951 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-b83f1f4c-c246-4b75-bb9b-3d722fe4765b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:55.729133 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-b83f1f4c-c246-4b75-bb9b-3d722fe4765b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Allocated IP 172.20.0.10 (e9f896ed-3367-41b4-ace5-9c753fe1f6ff/b1df0acb-a81e-4431-8120-01e4c0040fd0/79857899-1ec0-48de-8faf-2f5625a3ec41) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:34:55.857586 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cc870-8202-4fc0-a462-5185aaabad39 req-e2e686a8-6cf5-40eb-91ac-6d7fac73e4af tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:55.858970 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8a5cc870-8202-4fc0-a462-5185aaabad39 req-e2e686a8-6cf5-40eb-91ac-6d7fac73e4af tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0959756 May 26 21:34:55.939171 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:55.943336 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-b83f1f4c-c246-4b75-bb9b-3d722fe4765b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for port (79857899-1ec0-48de-8faf-2f5625a3ec41), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:55.947467 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8a5cc870-8202-4fc0-a462-5185aaabad39 req-0bb03e27-8829-47c0-8e77-7b1dacacf247 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830317 May 26 21:34:56.071970 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-b83f1f4c-c246-4b75-bb9b-3d722fe4765b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (79857899-1ec0-48de-8faf-2f5625a3ec41), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:56.114202 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-b83f1f4c-c246-4b75-bb9b-3d722fe4765b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Network e9f896ed-3367-41b4-ace5-9c753fe1f6ff is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:34:56.117183 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-b83f1f4c-c246-4b75-bb9b-3d722fe4765b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:34:56.119529 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-b83f1f4c-c246-4b75-bb9b-3d722fe4765b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:34:56.134540 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:56.151231 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f1f4c-c246-4b75-bb9b-3d722fe4765b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Pushing event updated for resources: {'Port': ['ID=79857899-1ec0-48de-8faf-2f5625a3ec41,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:56.180195 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-b83f1f4c-c246-4b75-bb9b-3d722fe4765b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:56.180837 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-b83f1f4c-c246-4b75-bb9b-3d722fe4765b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:56.273359 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-207b919c-3649-424d-9be8-1d15137b2139 req-14a2ad2f-f551-4cf6-9c73-cae4d5e2deb6 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 210 time: 0.0283666 May 26 21:34:56.284284 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-b83f1f4c-c246-4b75-bb9b-3d722fe4765b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0874164 May 26 21:34:56.315794 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-cb8c55ee-440c-48e6-8afe-518161124082 None None] Provisioning complete for port 79857899-1ec0-48de-8faf-2f5625a3ec41 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:34:56.316163 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-cb8c55ee-440c-48e6-8afe-518161124082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (79857899-1ec0-48de-8faf-2f5625a3ec41), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:56.386091 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f934af7-dcec-4493-b555-95d82186d641 req-48294903-60b5-4bc0-a025-a25c6af47e06 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:56.387626 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9f934af7-dcec-4493-b555-95d82186d641 req-48294903-60b5-4bc0-a025-a25c6af47e06 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 932 time: 0.0494370 May 26 21:34:56.439863 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9f934af7-dcec-4493-b555-95d82186d641 req-cdd03e3c-f539-4eab-b03c-ac9c95af9289 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456164 May 26 21:34:56.466629 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-cb8c55ee-440c-48e6-8afe-518161124082 None None] Port 79857899-1ec0-48de-8faf-2f5625a3ec41 cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:34:57.068249 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde4f63-dcd8-4673-a473-236a382d0fec req-1055b22b-03ac-46d4-a4e3-cfdb4b1436c9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:57.069719 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ffde4f63-dcd8-4673-a473-236a382d0fec req-1055b22b-03ac-46d4-a4e3-cfdb4b1436c9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0505660 May 26 21:34:57.115545 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ffde4f63-dcd8-4673-a473-236a382d0fec req-b9dc6d72-b0e5-4235-bf02-53fc4999ceaf tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403140 May 26 21:34:57.376583 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e31fd520-1a48-4cd9-989a-f65962ff91e0 req-dab796cb-eccf-41d5-b84d-322d36d43820 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 210 time: 0.0306599 May 26 21:34:57.555279 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d59ca-8afb-4fa2-9f66-01ee4d26f9b7 req-c51e4a77-7d1d-492c-924e-1bccf39bfede tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:57.556689 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-107d59ca-8afb-4fa2-9f66-01ee4d26f9b7 req-c51e4a77-7d1d-492c-924e-1bccf39bfede tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 932 time: 0.0488322 May 26 21:34:57.568929 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-4e6af4a1-c5ac-4519-a3ce-67c3fa4db901 service neutron] Request body: {'port': {'device_id': '972688e1-313a-4ed5-8a32-87deda4e5198', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:34:57.608603 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:57.610091 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-107d59ca-8afb-4fa2-9f66-01ee4d26f9b7 req-6fb95f24-78a4-4c77-acbc-576772aecbdc tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477631 May 26 21:34:57.659897 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-4e6af4a1-c5ac-4519-a3ce-67c3fa4db901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (79857899-1ec0-48de-8faf-2f5625a3ec41), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:57.829085 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:57.955706 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-4e6af4a1-c5ac-4519-a3ce-67c3fa4db901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79857899-1ec0-48de-8faf-2f5625a3ec41 {{(pid=104643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:34:57.962985 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-4e6af4a1-c5ac-4519-a3ce-67c3fa4db901 service neutron] Publish callbacks [] for port (79857899-1ec0-48de-8faf-2f5625a3ec41), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:57.976057 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.provisioning_blocks [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-4e6af4a1-c5ac-4519-a3ce-67c3fa4db901 service neutron] Transition to ACTIVE for port object 79857899-1ec0-48de-8faf-2f5625a3ec41 will not be triggered until provisioned by entity L2. {{(pid=104643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:34:58.077311 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-4e6af4a1-c5ac-4519-a3ce-67c3fa4db901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (79857899-1ec0-48de-8faf-2f5625a3ec41), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:58.127982 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6af4a1-c5ac-4519-a3ce-67c3fa4db901 service neutron] Pushing event updated for resources: {'Port': ['ID=79857899-1ec0-48de-8faf-2f5625a3ec41,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:58.198384 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:58.245363 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-4e6af4a1-c5ac-4519-a3ce-67c3fa4db901 service neutron] Attempting to bind port 79857899-1ec0-48de-8faf-2f5625a3ec41 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:34:58.245715 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-4e6af4a1-c5ac-4519-a3ce-67c3fa4db901 service neutron] Attempting to bind port 79857899-1ec0-48de-8faf-2f5625a3ec41 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'fe8da2ec-f933-44ba-82fb-b654f7378e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff'}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:34:58.246047 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-4e6af4a1-c5ac-4519-a3ce-67c3fa4db901 service neutron] Attempting to bind port 79857899-1ec0-48de-8faf-2f5625a3ec41 on network e9f896ed-3367-41b4-ace5-9c753fe1f6ff {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:34:58.256378 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-4e6af4a1-c5ac-4519-a3ce-67c3fa4db901 service neutron] Port 79857899-1ec0-48de-8faf-2f5625a3ec41 on network e9f896ed-3367-41b4-ace5-9c753fe1f6ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:34:58.256697 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-4e6af4a1-c5ac-4519-a3ce-67c3fa4db901 service neutron] Attempting to bind port 79857899-1ec0-48de-8faf-2f5625a3ec41 on network e9f896ed-3367-41b4-ace5-9c753fe1f6ff {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:34:58.264937 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6de84-6edd-43e3-b8c3-9f1966d9077d req-32e21378-f471-448f-899a-3d24d65d945a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:58.268714 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-90c6de84-6edd-43e3-b8c3-9f1966d9077d req-32e21378-f471-448f-899a-3d24d65d945a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0667841 May 26 21:34:58.271617 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-4e6af4a1-c5ac-4519-a3ce-67c3fa4db901 service neutron] Checking agent: {'id': '2bd30f19-4481-40fa-92e6-11ccee452902', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'started_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:34:58.271996 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-4e6af4a1-c5ac-4519-a3ce-67c3fa4db901 service neutron] Checking segment: {'id': 'fe8da2ec-f933-44ba-82fb-b654f7378e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:34:58.272377 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-4e6af4a1-c5ac-4519-a3ce-67c3fa4db901 service neutron] Bound using segment: {'id': 'fe8da2ec-f933-44ba-82fb-b654f7378e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff'} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:34:58.272809 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-4e6af4a1-c5ac-4519-a3ce-67c3fa4db901 service neutron] Bound port: 79857899-1ec0-48de-8faf-2f5625a3ec41, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe8da2ec-f933-44ba-82fb-b654f7378e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff'}}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:34:58.273164 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-4e6af4a1-c5ac-4519-a3ce-67c3fa4db901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (79857899-1ec0-48de-8faf-2f5625a3ec41), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:58.357768 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:58.358325 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-90c6de84-6edd-43e3-b8c3-9f1966d9077d req-971bea48-6e5f-4115-88e2-50aa46d9fd8e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827093 May 26 21:34:58.374877 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-4e6af4a1-c5ac-4519-a3ce-67c3fa4db901 service neutron] For port 79857899-1ec0-48de-8faf-2f5625a3ec41, host hv-cinder-82880, cleared binding levels {{(pid=104643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:34:58.378012 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-4e6af4a1-c5ac-4519-a3ce-67c3fa4db901 service neutron] For port 79857899-1ec0-48de-8faf-2f5625a3ec41, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=79857899-1ec0-48de-8faf-2f5625a3ec41,segment=NetworkSegment(fe8da2ec-f933-44ba-82fb-b654f7378e99),segment_id=fe8da2ec-f933-44ba-82fb-b654f7378e99)] {{(pid=104643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:34:58.446310 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-02884a21-f8ea-4f83-bad3-19ddec48acef tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:58.447749 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-02884a21-f8ea-4f83-bad3-19ddec48acef tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.60 "GET /v2.0/networks?id=e423d8c6-f848-40d6-99bb-c61a958058f7 HTTP/1.1" status: 200 len: 814 time: 0.1112063 May 26 21:34:58.486082 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c3d5b421-4692-4823-a0e6-a2db9154e50b req-419fc092-b9c0-4350-8a44-7feb5748ddff tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 210 time: 0.0373638 May 26 21:34:58.494619 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-4e6af4a1-c5ac-4519-a3ce-67c3fa4db901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (79857899-1ec0-48de-8faf-2f5625a3ec41), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:58.528875 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-16c7eae1-6182-48ad-a1b9-2c94d977c5fb tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3969075d983246cf8c4c7a45a57d5338 HTTP/1.1" status: 200 len: 378 time: 0.0698993 May 26 21:34:58.537898 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-caf17619-b778-4d81-8136-4e0235046781 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Request body: {'port': {'device_id': '31344c9e-84b8-4fc4-9804-30732b08d70e', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'admin_state_up': True, 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'security_groups': ['c0664303-b277-4888-96b0-37c27ed30f66']}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:34:58.540454 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-4e6af4a1-c5ac-4519-a3ce-67c3fa4db901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:58.541071 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-4e6af4a1-c5ac-4519-a3ce-67c3fa4db901 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:58.542452 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-4e6af4a1-c5ac-4519-a3ce-67c3fa4db901 service neutron] 10.222.0.60 "PUT /v2.0/ports/79857899-1ec0-48de-8faf-2f5625a3ec41 HTTP/1.1" status: 200 len: 1094 time: 0.9782100 May 26 21:34:58.542936 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972688e1-313a-4ed5-8a32-87deda4e5198', 'tag': '79857899-1ec0-48de-8faf-2f5625a3ec41'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:34:58.545304 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c0ec30-de37-40fc-9b7b-5818d25d8ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "972688e1-313a-4ed5-8a32-87deda4e5198", "tag": "79857899-1ec0-48de-8faf-2f5625a3ec41"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:34:58.584690 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6af4a1-c5ac-4519-a3ce-67c3fa4db901 service neutron] Pushing event updated for resources: {'Port': ['ID=79857899-1ec0-48de-8faf-2f5625a3ec41,revision_number=3']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:58.734488 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46252334-b7c4-4c8d-b87e-ec1e43f0b1b2 x-openstack-request-id: req-46252334-b7c4-4c8d-b87e-ec1e43f0b1b2 {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:34:58.734847 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972688e1-313a-4ed5-8a32-87deda4e5198", "tag": "79857899-1ec0-48de-8faf-2f5625a3ec41", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:34:58.735182 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-46252334-b7c4-4c8d-b87e-ec1e43f0b1b2 {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:34:58.735638 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46252334-b7c4-4c8d-b87e-ec1e43f0b1b2'] response: {'name': 'network-changed', 'server_uuid': '972688e1-313a-4ed5-8a32-87deda4e5198', 'tag': '79857899-1ec0-48de-8faf-2f5625a3ec41', 'status': 'completed', 'code': 200} May 26 21:34:58.741672 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-0ed033c3-16b9-45b3-9953-64e11471452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:58.743372 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-0ed033c3-16b9-45b3-9953-64e11471452a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87d8cb3f18ae4f05a85dc21abaf316cb&device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 1128 time: 0.0839040 May 26 21:34:58.784747 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4168ab-2eed-4b0e-bf1d-5df8695e1f43 req-cf6c19a6-9d21-4d47-8ff2-7ff5a5658984 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:58.786500 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4e4168ab-2eed-4b0e-bf1d-5df8695e1f43 req-cf6c19a6-9d21-4d47-8ff2-7ff5a5658984 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 944 time: 0.0629911 May 26 21:34:58.787551 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-caf17619-b778-4d81-8136-4e0235046781 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Made reservation on behalf of 3969075d983246cf8c4c7a45a57d5338 for: {'port': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:34:58.788695 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-2382240e-6688-483a-9b8f-06f70503bcf9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79857899-1ec0-48de-8faf-2f5625a3ec41 HTTP/1.1" status: 200 len: 217 time: 0.0359082 May 26 21:34:58.790920 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-caf17619-b778-4d81-8136-4e0235046781 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:58.841558 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-fc0824c6-9d9b-44b2-b27d-8b8fd2b0e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:58.843151 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-fc0824c6-9d9b-44b2-b27d-8b8fd2b0e0bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b1df0acb-a81e-4431-8120-01e4c0040fd0 HTTP/1.1" status: 200 len: 851 time: 0.0483708 May 26 21:34:58.849909 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:58.896476 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4e4168ab-2eed-4b0e-bf1d-5df8695e1f43 req-e159a776-52d2-4fd4-81a7-4c9659cda59f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031277 May 26 21:34:58.903095 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-5be1a118-3749-4cf9-a482-862f0d7a04d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:58.905035 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-5be1a118-3749-4cf9-a482-862f0d7a04d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537610 May 26 21:34:59.027337 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:59.058670 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-0563c16d-3453-47ad-9549-aca310fdedaf service neutron] 10.222.0.60 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905874 May 26 21:34:59.159522 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-98564cb7-61ad-4b3a-94d9-40f8d8522ae0 req-0ca17acd-42d6-44a8-9cb2-2038412cc00d service neutron] 10.222.0.60 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940230 May 26 21:34:59.210875 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_common [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-caf17619-b778-4d81-8136-4e0235046781 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Allocated IP 172.20.0.5 (e423d8c6-f848-40d6-99bb-c61a958058f7/86c6cba8-f2d3-45d8-a7b0-a4676a67b444/74b8602f-769d-4945-bc28-0333c237b868) {{(pid=104642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:34:59.349057 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-caf17619-b778-4d81-8136-4e0235046781 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for port (74b8602f-769d-4945-bc28-0333c237b868), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:59.479864 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa346f9-b5df-4f9e-a0e2-4abc2186df95 req-6fe536e0-1ded-48d5-ac52-73e1499c1792 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:59.481389 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ffa346f9-b5df-4f9e-a0e2-4abc2186df95 req-6fe536e0-1ded-48d5-ac52-73e1499c1792 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0472643 May 26 21:34:59.506054 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-caf17619-b778-4d81-8136-4e0235046781 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (74b8602f-769d-4945-bc28-0333c237b868), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:59.543778 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ffa346f9-b5df-4f9e-a0e2-4abc2186df95 req-9b3c67f7-314c-4c22-963a-5da6610eb164 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478992 May 26 21:34:59.543891 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device de23d676-5627-421b-905b-f6cea35f9243 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:34:59.552689 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-caf17619-b778-4d81-8136-4e0235046781 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Network e423d8c6-f848-40d6-99bb-c61a958058f7 is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:34:59.560644 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-caf17619-b778-4d81-8136-4e0235046781 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:34:59.564801 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-caf17619-b778-4d81-8136-4e0235046781 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Received port after_create {{(pid=104642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:34:59.589725 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf17619-b778-4d81-8136-4e0235046781 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event updated for resources: {'Port': ['ID=74b8602f-769d-4945-bc28-0333c237b868,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:59.653226 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-caf17619-b778-4d81-8136-4e0235046781 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:59.653886 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-caf17619-b778-4d81-8136-4e0235046781 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:59.659281 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port de23d676-5627-421b-905b-f6cea35f9243, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=de23d676-5627-421b-905b-f6cea35f9243,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:34:59.667898 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c41e4-af88-44f4-8984-25a03bf164f3 req-8e548012-d690-4ea5-b0ea-9c7e7f054c98 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:34:59.669436 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-732c41e4-af88-44f4-8984-25a03bf164f3 req-8e548012-d690-4ea5-b0ea-9c7e7f054c98 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 931 time: 0.0807662 May 26 21:34:59.672383 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': 'de23d676-5627-421b-905b-f6cea35f9243', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'port_id': 'de23d676-5627-421b-905b-f6cea35f9243', 'mac_address': 'fa:16:3e:d1:fb:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:34:59.715525 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port de23d676-5627-421b-905b-f6cea35f9243 is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:34:59.715945 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (de23d676-5627-421b-905b-f6cea35f9243), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:59.725437 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:34:59.731320 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de23d676-5627-421b-905b-f6cea35f9243 {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:34:59.737122 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-732c41e4-af88-44f4-8984-25a03bf164f3 req-ab71802b-f5a4-46d1-8039-20b6d5b82fce tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0664303-b277-4888-96b0-37c27ed30f66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584829 May 26 21:34:59.753809 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port de23d676-5627-421b-905b-f6cea35f9243, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=de23d676-5627-421b-905b-f6cea35f9243,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:34:59.775259 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-caf17619-b778-4d81-8136-4e0235046781 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2412808 May 26 21:34:59.852737 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-68ae2ec2-b4a2-4415-96a8-77335d550a0b None None] Provisioning complete for port 74b8602f-769d-4945-bc28-0333c237b868 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:34:59.853106 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-68ae2ec2-b4a2-4415-96a8-77335d550a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (74b8602f-769d-4945-bc28-0333c237b868), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:59.878878 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (de23d676-5627-421b-905b-f6cea35f9243), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:34:59.913469 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-68ae2ec2-b4a2-4415-96a8-77335d550a0b None None] Port 74b8602f-769d-4945-bc28-0333c237b868 cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:34:59.931927 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=de23d676-5627-421b-905b-f6cea35f9243,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:34:59.940273 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:59.940620 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:59.940963 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:59.941300 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:59.941640 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:59.941953 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:59.942285 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:59.942609 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:59.942936 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:59.943257 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:59.943665 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:59.943929 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:59.944254 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:59.944571 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:34:59.944886 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:00.014988 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58aeff7-5c0c-4706-8216-54382baa44ca req-17445d2a-35f9-42dc-8d93-35831d4343f0 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:00.016412 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b58aeff7-5c0c-4706-8216-54382baa44ca req-17445d2a-35f9-42dc-8d93-35831d4343f0 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 944 time: 0.0473804 May 26 21:35:00.065234 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b58aeff7-5c0c-4706-8216-54382baa44ca req-992c6237-e3ac-4d97-8497-f494f210287a tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431452 May 26 21:35:00.092766 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-0f5e4e47-24e3-4ad2-b150-c31f8f0f8d43 service neutron] Request body: {'port': {'device_id': '31344c9e-84b8-4fc4-9804-30732b08d70e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:35:00.133632 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:00.138252 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:00.148738 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0ec30-de37-40fc-9b7b-5818d25d8ec3 req-8050962c-5570-4bc4-b0f3-df4201f99a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:00.156533 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-94c0ec30-de37-40fc-9b7b-5818d25d8ec3 req-8050962c-5570-4bc4-b0f3-df4201f99a6f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87d8cb3f18ae4f05a85dc21abaf316cb&device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 1128 time: 0.0462899 May 26 21:35:00.156686 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-0f5e4e47-24e3-4ad2-b150-c31f8f0f8d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (74b8602f-769d-4945-bc28-0333c237b868), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:00.247027 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0ec30-de37-40fc-9b7b-5818d25d8ec3 req-eb96c7b0-ff7f-490c-9648-77ef0148941b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:00.249037 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-94c0ec30-de37-40fc-9b7b-5818d25d8ec3 req-eb96c7b0-ff7f-490c-9648-77ef0148941b service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff HTTP/1.1" status: 200 len: 913 time: 0.0922801 May 26 21:35:00.293104 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-94c0ec30-de37-40fc-9b7b-5818d25d8ec3 req-62dd3b3c-153a-483d-b302-5e826a1d3ffd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79857899-1ec0-48de-8faf-2f5625a3ec41 HTTP/1.1" status: 200 len: 217 time: 0.0378680 May 26 21:35:00.319103 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['de23d676-5627-421b-905b-f6cea35f9243'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:35:00.403851 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0ec30-de37-40fc-9b7b-5818d25d8ec3 req-aaaa9a40-d8c4-4f5c-a6d4-e1b9e5fa9146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:00.406298 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-94c0ec30-de37-40fc-9b7b-5818d25d8ec3 req-aaaa9a40-d8c4-4f5c-a6d4-e1b9e5fa9146 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b1df0acb-a81e-4431-8120-01e4c0040fd0 HTTP/1.1" status: 200 len: 851 time: 0.0537770 May 26 21:35:00.456030 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0ec30-de37-40fc-9b7b-5818d25d8ec3 req-851e1cc5-e353-4ef0-9127-3894b653f7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:00.457663 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-94c0ec30-de37-40fc-9b7b-5818d25d8ec3 req-851e1cc5-e353-4ef0-9127-3894b653f7be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445037 May 26 21:35:00.478485 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-0f5e4e47-24e3-4ad2-b150-c31f8f0f8d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b8602f-769d-4945-bc28-0333c237b868 {{(pid=104642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:35:00.492541 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-0f5e4e47-24e3-4ad2-b150-c31f8f0f8d43 service neutron] Publish callbacks [] for port (74b8602f-769d-4945-bc28-0333c237b868), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:00.505947 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.provisioning_blocks [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-0f5e4e47-24e3-4ad2-b150-c31f8f0f8d43 service neutron] Transition to ACTIVE for port object 74b8602f-769d-4945-bc28-0333c237b868 will not be triggered until provisioned by entity L2. {{(pid=104642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:35:00.559919 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-94c0ec30-de37-40fc-9b7b-5818d25d8ec3 req-fd14a47d-38a7-4402-8325-8aff86583a1b service neutron] 10.222.0.60 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948560 May 26 21:35:00.572970 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-0f5e4e47-24e3-4ad2-b150-c31f8f0f8d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632642'] for port (74b8602f-769d-4945-bc28-0333c237b868), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:00.672864 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e4e47-24e3-4ad2-b150-c31f8f0f8d43 service neutron] Pushing event updated for resources: {'Port': ['ID=74b8602f-769d-4945-bc28-0333c237b868,revision_number=2']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:00.673398 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-94c0ec30-de37-40fc-9b7b-5818d25d8ec3 req-31739905-870a-48b8-87e2-9a3a4d59cd58 service neutron] 10.222.0.60 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066415 May 26 21:35:00.710493 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f86c9-e80d-4147-8c82-471d22119260 req-5f70897a-9799-44ee-8c42-a4f48e814467 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:00.712102 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-421f86c9-e80d-4147-8c82-471d22119260 req-5f70897a-9799-44ee-8c42-a4f48e814467 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 944 time: 0.0867183 May 26 21:35:00.724827 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:00.731434 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-643dfe7b-2e1f-4db9-a4d7-91b0a274c28a req-6433b069-c2f8-4c48-aae8-a86b359a6ce7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471013 May 26 21:35:00.752078 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:00.801924 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.managers [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-0f5e4e47-24e3-4ad2-b150-c31f8f0f8d43 service neutron] Attempting to bind port 74b8602f-769d-4945-bc28-0333c237b868 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:35:00.802260 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.managers [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-0f5e4e47-24e3-4ad2-b150-c31f8f0f8d43 service neutron] Attempting to bind port 74b8602f-769d-4945-bc28-0333c237b868 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'}] {{(pid=104642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:35:00.802596 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-0f5e4e47-24e3-4ad2-b150-c31f8f0f8d43 service neutron] Attempting to bind port 74b8602f-769d-4945-bc28-0333c237b868 on network e423d8c6-f848-40d6-99bb-c61a958058f7 {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:35:00.806952 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dfe7b-2e1f-4db9-a4d7-91b0a274c28a req-01b74051-4df1-45bb-bf07-12cc347cb3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:00.808148 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-421f86c9-e80d-4147-8c82-471d22119260 req-aab92577-cdf5-4380-b6af-390b5d1f6770 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775821 May 26 21:35:00.808486 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-643dfe7b-2e1f-4db9-a4d7-91b0a274c28a req-01b74051-4df1-45bb-bf07-12cc347cb3d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=318999cb1f874176b2523de9686febc1&device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 1129 time: 0.0521431 May 26 21:35:00.813692 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-0f5e4e47-24e3-4ad2-b150-c31f8f0f8d43 service neutron] Port 74b8602f-769d-4945-bc28-0333c237b868 on network e423d8c6-f848-40d6-99bb-c61a958058f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:35:00.814024 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-0f5e4e47-24e3-4ad2-b150-c31f8f0f8d43 service neutron] Attempting to bind port 74b8602f-769d-4945-bc28-0333c237b868 on network e423d8c6-f848-40d6-99bb-c61a958058f7 {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:35:00.824141 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-0f5e4e47-24e3-4ad2-b150-c31f8f0f8d43 service neutron] Checking agent: {'id': '2bd30f19-4481-40fa-92e6-11ccee452902', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'started_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:35:00.824678 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-0f5e4e47-24e3-4ad2-b150-c31f8f0f8d43 service neutron] Checking segment: {'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:35:00.825145 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-0f5e4e47-24e3-4ad2-b150-c31f8f0f8d43 service neutron] Bound using segment: {'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'} {{(pid=104642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:35:00.825829 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.managers [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-0f5e4e47-24e3-4ad2-b150-c31f8f0f8d43 service neutron] Bound port: 74b8602f-769d-4945-bc28-0333c237b868, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'}}] {{(pid=104642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:35:00.826305 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-0f5e4e47-24e3-4ad2-b150-c31f8f0f8d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (74b8602f-769d-4945-bc28-0333c237b868), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:00.898948 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-0f5e4e47-24e3-4ad2-b150-c31f8f0f8d43 service neutron] For port 74b8602f-769d-4945-bc28-0333c237b868, host hv-cinder-82880, cleared binding levels {{(pid=104642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:35:00.901879 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-0f5e4e47-24e3-4ad2-b150-c31f8f0f8d43 service neutron] For port 74b8602f-769d-4945-bc28-0333c237b868, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=74b8602f-769d-4945-bc28-0333c237b868,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:35:00.925285 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d4ed3-889e-4c72-b5c2-b7b29fb5da92 req-89d2e350-3cdb-4619-8f61-47f1387008cb tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:00.926809 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-177d4ed3-889e-4c72-b5c2-b7b29fb5da92 req-89d2e350-3cdb-4619-8f61-47f1387008cb tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 943 time: 0.0997431 May 26 21:35:00.974383 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dfe7b-2e1f-4db9-a4d7-91b0a274c28a req-39b5613c-7b44-47db-a929-0f56bf5b80af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:00.975864 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-643dfe7b-2e1f-4db9-a4d7-91b0a274c28a req-39b5613c-7b44-47db-a929-0f56bf5b80af service neutron] 10.222.0.60 "GET /v2.0/networks?id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa HTTP/1.1" status: 200 len: 919 time: 0.1465635 May 26 21:35:00.991550 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-0f5e4e47-24e3-4ad2-b150-c31f8f0f8d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632642'] for port (74b8602f-769d-4945-bc28-0333c237b868), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:00.996869 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:01.028775 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-643dfe7b-2e1f-4db9-a4d7-91b0a274c28a req-cecef442-6fde-4206-87e6-c8b99479995a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2321d87-7db4-4cc6-a9c8-6caeb967992e HTTP/1.1" status: 200 len: 217 time: 0.0434084 May 26 21:35:01.031927 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-0f5e4e47-24e3-4ad2-b150-c31f8f0f8d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:01.035105 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-0f5e4e47-24e3-4ad2-b150-c31f8f0f8d43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:01.035469 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-177d4ed3-889e-4c72-b5c2-b7b29fb5da92 req-e4bc5d8a-6342-4e8f-980c-339b6d6682d3 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0664303-b277-4888-96b0-37c27ed30f66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876007 May 26 21:35:01.035575 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-0f5e4e47-24e3-4ad2-b150-c31f8f0f8d43 service neutron] 10.222.0.60 "PUT /v2.0/ports/74b8602f-769d-4945-bc28-0333c237b868 HTTP/1.1" status: 200 len: 1093 time: 0.9455104 May 26 21:35:01.035575 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31344c9e-84b8-4fc4-9804-30732b08d70e', 'tag': '74b8602f-769d-4945-bc28-0333c237b868'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:35:01.037023 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ac2bd3-3210-42a0-b579-c89f87f25978" -d '{"events": [{"name": "network-changed", "server_uuid": "31344c9e-84b8-4fc4-9804-30732b08d70e", "tag": "74b8602f-769d-4945-bc28-0333c237b868"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:35:01.071871 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e4e47-24e3-4ad2-b150-c31f8f0f8d43 service neutron] Pushing event updated for resources: {'Port': ['ID=74b8602f-769d-4945-bc28-0333c237b868,revision_number=3']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:01.088277 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dfe7b-2e1f-4db9-a4d7-91b0a274c28a req-70c38f35-0fc5-4da5-a8b9-422ec2a5dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:01.092219 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-643dfe7b-2e1f-4db9-a4d7-91b0a274c28a req-70c38f35-0fc5-4da5-a8b9-422ec2a5dfc9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2637c66-7972-4d35-9019-9342a0d2b58e HTTP/1.1" status: 200 len: 857 time: 0.0542779 May 26 21:35:01.093956 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5187df-6e33-4ca1-935f-cf52dc3158d1 x-openstack-request-id: req-5d5187df-6e33-4ca1-935f-cf52dc3158d1 {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:35:01.094808 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31344c9e-84b8-4fc4-9804-30732b08d70e", "tag": "74b8602f-769d-4945-bc28-0333c237b868", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:35:01.094808 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d5187df-6e33-4ca1-935f-cf52dc3158d1 {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:35:01.095084 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d5187df-6e33-4ca1-935f-cf52dc3158d1'] response: {'name': 'network-changed', 'server_uuid': '31344c9e-84b8-4fc4-9804-30732b08d70e', 'tag': '74b8602f-769d-4945-bc28-0333c237b868', 'status': 'completed', 'code': 200} May 26 21:35:01.151764 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dfe7b-2e1f-4db9-a4d7-91b0a274c28a req-47f88b69-3867-4ce1-9928-484b23572089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:01.153314 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-643dfe7b-2e1f-4db9-a4d7-91b0a274c28a req-47f88b69-3867-4ce1-9928-484b23572089 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a60ae016-a71c-495a-9bbe-63d3beeeb1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512364 May 26 21:35:01.164797 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac2bd3-3210-42a0-b579-c89f87f25978 req-e9b1bbab-0d28-4459-b471-29812d5aef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:01.166568 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-10ac2bd3-3210-42a0-b579-c89f87f25978 req-e9b1bbab-0d28-4459-b471-29812d5aef98 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3969075d983246cf8c4c7a45a57d5338&device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 1127 time: 0.0458908 May 26 21:35:01.248860 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6aa517-5a75-4497-9d49-19e2d50702ce req-888ae537-af2f-4397-a245-f73bee9fffe3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:01.250393 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-bc6aa517-5a75-4497-9d49-19e2d50702ce req-888ae537-af2f-4397-a245-f73bee9fffe3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 944 time: 0.0961010 May 26 21:35:01.264029 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:01.286140 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac2bd3-3210-42a0-b579-c89f87f25978 req-c9262dae-09e7-44d0-9ad1-fb4989239f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:01.287636 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-10ac2bd3-3210-42a0-b579-c89f87f25978 req-c9262dae-09e7-44d0-9ad1-fb4989239f8b service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3969075d983246cf8c4c7a45a57d5338&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1135521 May 26 21:35:01.313229 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-643dfe7b-2e1f-4db9-a4d7-91b0a274c28a req-214e3996-b2c2-403f-bb2b-204eaa1b2c6d service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484373 May 26 21:35:01.335332 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-bc6aa517-5a75-4497-9d49-19e2d50702ce req-f0fd0783-d58c-4f44-ac71-66d8ad490637 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783696 May 26 21:35:01.383104 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac2bd3-3210-42a0-b579-c89f87f25978 req-88e896de-9ec3-4db1-a446-8a759beb8a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:01.384956 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-10ac2bd3-3210-42a0-b579-c89f87f25978 req-88e896de-9ec3-4db1-a446-8a759beb8a28 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907841 May 26 21:35:01.411627 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-643dfe7b-2e1f-4db9-a4d7-91b0a274c28a req-0ce52057-dc05-4b0a-aeed-909388e6b562 service neutron] 10.222.0.60 "GET /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895543 May 26 21:35:01.465703 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-239f9550-a5ba-407c-8fc1-27ef62d856d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:01.467771 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-239f9550-a5ba-407c-8fc1-27ef62d856d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3969075d983246cf8c4c7a45a57d5338&device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 1127 time: 0.0440328 May 26 21:35:01.507370 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-5de39cf9-ce2b-46e6-88c7-c64d72ff82f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74b8602f-769d-4945-bc28-0333c237b868 HTTP/1.1" status: 200 len: 217 time: 0.0309074 May 26 21:35:01.542996 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device de23d676-5627-421b-905b-f6cea35f9243 up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:35:01.547215 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:01.562419 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-c22afe4f-da57-4435-bf0c-543266f7d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:01.564007 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-c22afe4f-da57-4435-bf0c-543266f7d273 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=86c6cba8-f2d3-45d8-a7b0-a4676a67b444 HTTP/1.1" status: 200 len: 853 time: 0.0448017 May 26 21:35:01.585306 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning for port de23d676-5627-421b-905b-f6cea35f9243 completed by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:35:01.612847 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-977c5879-11eb-4b79-b586-62437f387e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:01.614249 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-977c5879-11eb-4b79-b586-62437f387e8b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e423d8c6-f848-40d6-99bb-c61a958058f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429544 May 26 21:35:01.666278 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port de23d676-5627-421b-905b-f6cea35f9243 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:35:01.666749 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (de23d676-5627-421b-905b-f6cea35f9243), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:01.701725 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:01.704795 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-9a54d45b-7c45-403c-93ed-1f92d5aae7a9 service neutron] 10.222.0.60 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840394 May 26 21:35:01.745829 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port de23d676-5627-421b-905b-f6cea35f9243 is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:35:01.746211 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (de23d676-5627-421b-905b-f6cea35f9243), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:01.769668 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd396708c-5036-4133-a056-0f74ecc6011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de23d676-5627-421b-905b-f6cea35f9243'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:35:01.771938 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd68684-7a7d-4a3d-89d9-60a5f3c02e42" -d '{"events": [{"server_uuid": "d396708c-5036-4133-a056-0f74ecc6011a", "name": "network-vif-plugged", "status": "completed", "tag": "de23d676-5627-421b-905b-f6cea35f9243"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:35:01.785186 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port de23d676-5627-421b-905b-f6cea35f9243, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=de23d676-5627-421b-905b-f6cea35f9243,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:35:01.811835 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8b22d7-5b54-4e30-8589-5ccd6577c688 x-openstack-request-id: req-8e8b22d7-5b54-4e30-8589-5ccd6577c688 {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:35:01.812149 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d396708c-5036-4133-a056-0f74ecc6011a", "name": "network-vif-plugged", "status": "completed", "tag": "de23d676-5627-421b-905b-f6cea35f9243", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:35:01.812380 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e8b22d7-5b54-4e30-8589-5ccd6577c688 {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:35:01.812774 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e8b22d7-5b54-4e30-8589-5ccd6577c688'] response: {'server_uuid': 'd396708c-5036-4133-a056-0f74ecc6011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de23d676-5627-421b-905b-f6cea35f9243', 'code': 200} May 26 21:35:01.881062 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (de23d676-5627-421b-905b-f6cea35f9243), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:01.931969 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=de23d676-5627-421b-905b-f6cea35f9243,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:01.984077 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc876cdf-1bd5-46b6-a66c-76fbc4dbf904 req-bc5cfd13-2a15-41ab-9b3f-0f23b14efffa tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:01.990665 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fc876cdf-1bd5-46b6-a66c-76fbc4dbf904 req-bc5cfd13-2a15-41ab-9b3f-0f23b14efffa tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.1006479 May 26 21:35:01.994812 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:02.061637 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3b6f950b-b109-4eeb-bc18-789bbc01b5cd req-729a0cdd-956f-4725-8caf-dbf7eca5c3aa service neutron] 10.222.0.60 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460092 May 26 21:35:02.065089 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fc876cdf-1bd5-46b6-a66c-76fbc4dbf904 req-f9dc5baf-5e7e-4a7c-a5de-21457ac9abbe tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730133 May 26 21:35:02.173084 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69168805-ef18-467e-8eca-dfdc0652b0ca req-2e94925f-7782-4d8b-9423-c64751cbc741 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:02.174262 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-69168805-ef18-467e-8eca-dfdc0652b0ca req-2e94925f-7782-4d8b-9423-c64751cbc741 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 943 time: 0.0507390 May 26 21:35:02.225087 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-69168805-ef18-467e-8eca-dfdc0652b0ca req-95cd4da6-93a8-49b1-8df0-456dc9207e78 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0664303-b277-4888-96b0-37c27ed30f66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449467 May 26 21:35:02.451976 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496668cb-7daf-42b0-9097-05d74a3a0df3 req-403f5c7c-4f76-47ad-83c2-f02ddb539025 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:02.453529 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-496668cb-7daf-42b0-9097-05d74a3a0df3 req-403f5c7c-4f76-47ad-83c2-f02ddb539025 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 944 time: 0.0478492 May 26 21:35:02.505946 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-496668cb-7daf-42b0-9097-05d74a3a0df3 req-b8d127dd-30fd-4f11-9c74-7dbc8b992802 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467341 May 26 21:35:03.193258 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8551c30-39c3-40c8-bdad-db811b5f61ee req-09693a14-b4de-4a11-a2f5-82359e5aab77 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:03.194720 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e8551c30-39c3-40c8-bdad-db811b5f61ee req-09693a14-b4de-4a11-a2f5-82359e5aab77 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0470431 May 26 21:35:03.240822 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e8551c30-39c3-40c8-bdad-db811b5f61ee req-c790e9d2-3a3e-4c3e-aa12-652f2077e331 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406091 May 26 21:35:03.339942 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aec858-973a-4c7a-964a-ad5be693cb51 req-cc7ca5ed-f0c2-41fe-9104-42f913767b0c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:03.341923 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d0aec858-973a-4c7a-964a-ad5be693cb51 req-cc7ca5ed-f0c2-41fe-9104-42f913767b0c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 943 time: 0.0474424 May 26 21:35:03.389162 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d0aec858-973a-4c7a-964a-ad5be693cb51 req-596381e4-ff4c-4892-a608-3e223ef07d0c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0664303-b277-4888-96b0-37c27ed30f66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417695 May 26 21:35:03.469597 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:35:03.625109 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a826bf-d65a-4123-8749-2919f7bd5ca0 req-cb834088-2749-45ac-a49f-c36b7822c2d5 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:03.627008 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a1a826bf-d65a-4123-8749-2919f7bd5ca0 req-cb834088-2749-45ac-a49f-c36b7822c2d5 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 944 time: 0.0526404 May 26 21:35:03.680557 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a1a826bf-d65a-4123-8749-2919f7bd5ca0 req-35942545-f3a8-4ace-93dd-ed9272e26216 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478556 May 26 21:35:04.361207 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bca23-8578-4e48-a83d-6e55802ee4e2 req-b17ec99c-bcaf-4cba-8754-ab6e48d04e7c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:04.362564 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6c5bca23-8578-4e48-a83d-6e55802ee4e2 req-b17ec99c-bcaf-4cba-8754-ab6e48d04e7c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0453825 May 26 21:35:04.408280 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6c5bca23-8578-4e48-a83d-6e55802ee4e2 req-d58e7fba-639f-4fd2-b6d6-54d19b9942a3 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401671 May 26 21:35:04.503669 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12876b1d-bf90-4434-8178-db7215f6e97c req-2c1061b6-3289-4098-b421-8a799c71d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:04.505413 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-12876b1d-bf90-4434-8178-db7215f6e97c req-2c1061b6-3289-4098-b421-8a799c71d181 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 1129 time: 0.0447552 May 26 21:35:04.510307 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a710458-2acf-4682-b2bc-efc23e923d8d req-93ff09e1-e53a-4dd5-869f-2afc824c11da tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:04.511767 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3a710458-2acf-4682-b2bc-efc23e923d8d req-93ff09e1-e53a-4dd5-869f-2afc824c11da tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 943 time: 0.0518486 May 26 21:35:04.564393 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-12876b1d-bf90-4434-8178-db7215f6e97c req-d1902369-095a-4a86-8b6c-6ffc417b5484 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457783 May 26 21:35:04.571128 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3a710458-2acf-4682-b2bc-efc23e923d8d req-faf64cc9-b614-4849-a455-4683fe426884 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0664303-b277-4888-96b0-37c27ed30f66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457344 May 26 21:35:04.783522 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:04.794352 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbd8cc-cd80-4cb6-a882-842406a7f045 req-b6a65cb0-e24b-434d-9a3c-539e48fcb92f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:04.795858 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-40dbd8cc-cd80-4cb6-a882-842406a7f045 req-b6a65cb0-e24b-434d-9a3c-539e48fcb92f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 944 time: 0.0472963 May 26 21:35:04.845436 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-40dbd8cc-cd80-4cb6-a882-842406a7f045 req-7f9f3f1e-3b3c-44ab-b719-d99357e257e6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436242 May 26 21:35:05.524949 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb266a03-0773-4d51-b372-47ce5d5d218c req-01c5c677-9d84-48f2-91b2-8a0d6ca28ef4 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:05.526397 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-cb266a03-0773-4d51-b372-47ce5d5d218c req-01c5c677-9d84-48f2-91b2-8a0d6ca28ef4 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0462101 May 26 21:35:05.572837 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-cb266a03-0773-4d51-b372-47ce5d5d218c req-5174ffeb-8f34-47cd-a99c-9df30e7d5319 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409026 May 26 21:35:05.586845 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 74b8602f-769d-4945-bc28-0333c237b868 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:35:05.680649 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d48ca6-bf5a-4aeb-8658-7445c26062cc req-62d95e68-83fa-43be-9b2e-f4c191c77393 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:05.682165 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-41d48ca6-bf5a-4aeb-8658-7445c26062cc req-62d95e68-83fa-43be-9b2e-f4c191c77393 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 943 time: 0.0475876 May 26 21:35:05.688524 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 74b8602f-769d-4945-bc28-0333c237b868, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=74b8602f-769d-4945-bc28-0333c237b868,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:35:05.700802 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': '74b8602f-769d-4945-bc28-0333c237b868', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'port_id': '74b8602f-769d-4945-bc28-0333c237b868', 'mac_address': 'fa:16:3e:1d:3e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:35:05.736487 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-41d48ca6-bf5a-4aeb-8658-7445c26062cc req-00eaeea3-c4ed-4d6d-ae50-b65edfa7f30a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0664303-b277-4888-96b0-37c27ed30f66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480380 May 26 21:35:05.737960 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 74b8602f-769d-4945-bc28-0333c237b868 is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:35:05.738485 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (74b8602f-769d-4945-bc28-0333c237b868), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:05.752384 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b8602f-769d-4945-bc28-0333c237b868 {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:35:05.771171 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 74b8602f-769d-4945-bc28-0333c237b868, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=74b8602f-769d-4945-bc28-0333c237b868,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:35:05.836984 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (74b8602f-769d-4945-bc28-0333c237b868), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:05.887006 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=74b8602f-769d-4945-bc28-0333c237b868,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:05.960157 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f8908-5950-41d5-a241-44e84d0b3c3f req-070482e3-737d-46bf-bdd1-a0af8aceeb62 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:05.961542 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e28f8908-5950-41d5-a241-44e84d0b3c3f req-070482e3-737d-46bf-bdd1-a0af8aceeb62 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 944 time: 0.0493219 May 26 21:35:05.987197 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:06.009737 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e28f8908-5950-41d5-a241-44e84d0b3c3f req-361c43fd-c469-498f-8399-9d0336c4ac29 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420318 May 26 21:35:06.295370 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['74b8602f-769d-4945-bc28-0333c237b868'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:35:06.689542 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be06ced-d8e9-4256-ab52-cdde1439a11d req-12099dcd-bc3a-468d-8084-84112cd5e52c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:06.691006 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9be06ced-d8e9-4256-ab52-cdde1439a11d req-12099dcd-bc3a-468d-8084-84112cd5e52c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0474780 May 26 21:35:06.738060 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9be06ced-d8e9-4256-ab52-cdde1439a11d req-27fc9d54-acd8-4416-adfb-47f64e1986ec tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413761 May 26 21:35:06.852137 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99e41b-06db-4e4f-a69c-c5c73c37cd56 req-03997cfa-d4e6-4ad9-a45f-1e3b69b3e3ed tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:06.853574 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1f99e41b-06db-4e4f-a69c-c5c73c37cd56 req-03997cfa-d4e6-4ad9-a45f-1e3b69b3e3ed tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 944 time: 0.0467734 May 26 21:35:06.900250 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1f99e41b-06db-4e4f-a69c-c5c73c37cd56 req-22512c4c-624c-4556-8561-f909a1889345 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0664303-b277-4888-96b0-37c27ed30f66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407636 May 26 21:35:07.119982 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136eeb4-0425-4e90-ae86-20906a88696a req-f467b475-1b2c-42b3-992c-0a52a89c5377 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:07.121468 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c136eeb4-0425-4e90-ae86-20906a88696a req-f467b475-1b2c-42b3-992c-0a52a89c5377 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 944 time: 0.0455849 May 26 21:35:07.170169 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c136eeb4-0425-4e90-ae86-20906a88696a req-38057aa1-72ad-4228-9d64-3974952fff1e tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420759 May 26 21:35:07.596238 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 74b8602f-769d-4945-bc28-0333c237b868 up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:35:07.641541 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning for port 74b8602f-769d-4945-bc28-0333c237b868 completed by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:35:07.705399 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port 74b8602f-769d-4945-bc28-0333c237b868 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:35:07.705784 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (74b8602f-769d-4945-bc28-0333c237b868), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:07.771488 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:07.781025 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 74b8602f-769d-4945-bc28-0333c237b868 is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:35:07.781406 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (74b8602f-769d-4945-bc28-0333c237b868), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:07.805560 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31344c9e-84b8-4fc4-9804-30732b08d70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b8602f-769d-4945-bc28-0333c237b868'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:35:07.807627 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4989c7fd-b601-45db-84c1-23e5b928d5c0" -d '{"events": [{"server_uuid": "31344c9e-84b8-4fc4-9804-30732b08d70e", "name": "network-vif-plugged", "status": "completed", "tag": "74b8602f-769d-4945-bc28-0333c237b868"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:35:07.825393 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 74b8602f-769d-4945-bc28-0333c237b868, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=74b8602f-769d-4945-bc28-0333c237b868,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:35:07.851048 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952c1384-7756-48d8-8b14-7be17670647f x-openstack-request-id: req-952c1384-7756-48d8-8b14-7be17670647f {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:35:07.851341 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31344c9e-84b8-4fc4-9804-30732b08d70e", "name": "network-vif-plugged", "status": "completed", "tag": "74b8602f-769d-4945-bc28-0333c237b868", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:35:07.851595 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-952c1384-7756-48d8-8b14-7be17670647f {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:35:07.852038 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-952c1384-7756-48d8-8b14-7be17670647f'] response: {'server_uuid': '31344c9e-84b8-4fc4-9804-30732b08d70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b8602f-769d-4945-bc28-0333c237b868', 'code': 200} May 26 21:35:07.874230 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e587b2-08c4-46aa-8aa8-7f08b0f3ab3e req-4fe61745-fbd8-440b-a836-19b4ec93def2 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:07.875761 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-99e587b2-08c4-46aa-8aa8-7f08b0f3ab3e req-4fe61745-fbd8-440b-a836-19b4ec93def2 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0587070 May 26 21:35:07.917219 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (74b8602f-769d-4945-bc28-0333c237b868), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:07.930276 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-99e587b2-08c4-46aa-8aa8-7f08b0f3ab3e req-507f4368-b1eb-48b3-8d97-9a1b29e4fc62 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478997 May 26 21:35:07.981446 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=74b8602f-769d-4945-bc28-0333c237b868,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:08.027911 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bcada-ecf6-4c23-a844-f544d2734229 req-3fda51f4-1705-4a47-93b1-38fc4d73ae6c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:08.029379 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-de2bcada-ecf6-4c23-a844-f544d2734229 req-3fda51f4-1705-4a47-93b1-38fc4d73ae6c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 945 time: 0.0522263 May 26 21:35:08.050997 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4cb80-633c-4d38-b6d2-ce3f3bcf9e4a req-dbf36719-4a9a-499f-8864-a542db39a654 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:08.053001 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-efa4cb80-633c-4d38-b6d2-ce3f3bcf9e4a req-dbf36719-4a9a-499f-8864-a542db39a654 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0507348 May 26 21:35:08.062453 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55316) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:08.067527 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-d5fe0a2e-7bae-4435-8092-f89f92366467 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Request body: {'floatingip': {'port_id': 'de23d676-5627-421b-905b-f6cea35f9243'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:35:08.080874 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-de2bcada-ecf6-4c23-a844-f544d2734229 req-9ce7f596-ded2-4da9-85b8-4873c3b82f28 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0664303-b277-4888-96b0-37c27ed30f66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441952 May 26 21:35:08.104822 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0a2e-7bae-4435-8092-f89f92366467 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for floatingip (7694285f-7f65-4008-9b9b-0f3299ae440b), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:08.205273 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:08.282934 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a169dbc-0cb4-41d0-8ad0-6d678d2996c6 req-6baac9a5-78c1-4af6-ad92-cf3b5cbd1197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:08.284620 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2a169dbc-0cb4-41d0-8ad0-6d678d2996c6 req-6baac9a5-78c1-4af6-ad92-cf3b5cbd1197 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 1129 time: 0.0390356 May 26 21:35:08.326378 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:08.330133 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2a169dbc-0cb4-41d0-8ad0-6d678d2996c6 req-269e011e-0fc4-4a94-b26e-ce4e160a3158 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c0664303-b277-4888-96b0-37c27ed30f66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388851 May 26 21:35:08.330324 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554b97f-8e06-4002-b86b-b6775f6dbf09 req-e64b8ddc-5697-44f5-afff-89e3c81cd5c1 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:08.331851 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2554b97f-8e06-4002-b86b-b6775f6dbf09 req-e64b8ddc-5697-44f5-afff-89e3c81cd5c1 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 944 time: 0.0831389 May 26 21:35:08.459252 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2554b97f-8e06-4002-b86b-b6775f6dbf09 req-01b314a3-19c1-4f4c-919d-fcb20a7c6d88 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209741 May 26 21:35:08.596455 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0a2e-7bae-4435-8092-f89f92366467 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:08.659638 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0a2e-7bae-4435-8092-f89f92366467 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (7694285f-7f65-4008-9b9b-0f3299ae440b), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:08.753478 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.l3_db [None req-d5fe0a2e-7bae-4435-8092-f89f92366467 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Floating IP 7694285f-7f65-4008-9b9b-0f3299ae440b associated. External IP: 172.27.3.153, port: de23d676-5627-421b-905b-f6cea35f9243. May 26 21:35:08.852205 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:08.950494 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fe0a2e-7bae-4435-8092-f89f92366467 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Router b2ab246a-1008-4a8d-ad17-435736498a7f has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:35:09.051978 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fe0a2e-7bae-4435-8092-f89f92366467 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:35:09.056603 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0a2e-7bae-4435-8092-f89f92366467 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:09.057966 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:09.062041 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fbceec-7751-4695-92da-53e3e2cec94f None None] Sync routers for ids ['b2ab246a-1008-4a8d-ad17-435736498a7f'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:35:09.069923 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:09.073315 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fbceec-7751-4695-92da-53e3e2cec94f None None] Routers {'b2ab246a-1008-4a8d-ad17-435736498a7f'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:35:09.073950 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-f2fbceec-7751-4695-92da-53e3e2cec94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:34:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['b2ab246a-1008-4a8d-ad17-435736498a7f'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:09.086861 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-d5fe0a2e-7bae-4435-8092-f89f92366467 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "PUT /v2.0/floatingips/7694285f-7f65-4008-9b9b-0f3299ae440b HTTP/1.1" status: 200 len: 991 time: 1.0232360 May 26 21:35:09.087438 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd396708c-5036-4133-a056-0f74ecc6011a', 'tag': 'de23d676-5627-421b-905b-f6cea35f9243'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:35:09.089886 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a830ace6-a935-4613-9ff3-937ca339e3af" -d '{"events": [{"name": "network-changed", "server_uuid": "d396708c-5036-4133-a056-0f74ecc6011a", "tag": "de23d676-5627-421b-905b-f6cea35f9243"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:35:09.128331 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f012aaa-3f15-4f0f-8e02-115c0e0a309e x-openstack-request-id: req-2f012aaa-3f15-4f0f-8e02-115c0e0a309e {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:35:09.128627 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d396708c-5036-4133-a056-0f74ecc6011a", "tag": "de23d676-5627-421b-905b-f6cea35f9243", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:35:09.128882 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f012aaa-3f15-4f0f-8e02-115c0e0a309e {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:35:09.129291 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f012aaa-3f15-4f0f-8e02-115c0e0a309e'] response: {'name': 'network-changed', 'server_uuid': 'd396708c-5036-4133-a056-0f74ecc6011a', 'tag': 'de23d676-5627-421b-905b-f6cea35f9243', 'status': 'completed', 'code': 200} May 26 21:35:09.189191 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-f2fbceec-7751-4695-92da-53e3e2cec94f None None] Set router b2ab246a-1008-4a8d-ad17-435736498a7f gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:35:09.206321 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad59ffc-9a01-4c7b-b46b-071dfce4ebea req-005bd3ec-ac1f-4a18-9f3b-e65f6483e923 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:09.207836 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4ad59ffc-9a01-4c7b-b46b-071dfce4ebea req-005bd3ec-ac1f-4a18-9f3b-e65f6483e923 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 945 time: 0.0473900 May 26 21:35:09.254935 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4ad59ffc-9a01-4c7b-b46b-071dfce4ebea req-150bfa8d-ef82-4f2b-8406-51e6bd419ed5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0664303-b277-4888-96b0-37c27ed30f66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415301 May 26 21:35:09.395328 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-f2fbceec-7751-4695-92da-53e3e2cec94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1516277217-router', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:04Z', 'revision_number': 4, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'gw_port': {'id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:58Z', 'updated_at': '2022-05-26T21:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '7694285f-7f65-4008-9b9b-0f3299ae440b', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'port_id': 'de23d676-5627-421b-905b-f6cea35f9243', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'mac_address': 'fa:16:3e:d1:fb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd396708c-5036-4133-a056-0f74ecc6011a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:34:47Z', 'updated_at': '2022-05-26T21:35:08Z', 'revision_number': 1, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64c6f851-b831-49a5-88e7-252c2c0770cf', 'name': '', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'mac_address': 'fa:16:3e:12:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:02Z', 'updated_at': '2022-05-26T21:27:13Z', 'revision_number': 5, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'subnets': [{'id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:09.419409 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fbceec-7751-4695-92da-53e3e2cec94f None None] Checking router: b2ab246a-1008-4a8d-ad17-435736498a7f for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:35:09.428216 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fbceec-7751-4695-92da-53e3e2cec94f None None] Routers {'b2ab246a-1008-4a8d-ad17-435736498a7f'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:35:09.428822 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-f2fbceec-7751-4695-92da-53e3e2cec94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:34:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['b2ab246a-1008-4a8d-ad17-435736498a7f'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:09.470898 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830ace6-a935-4613-9ff3-937ca339e3af req-96c317d0-1d42-439b-8e72-ce118fa40348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:09.472417 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a830ace6-a935-4613-9ff3-937ca339e3af req-96c317d0-1d42-439b-8e72-ce118fa40348 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5f69588fe354d20b58594919deb4110&device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 1129 time: 0.0430489 May 26 21:35:09.533683 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-f2fbceec-7751-4695-92da-53e3e2cec94f None None] Set router b2ab246a-1008-4a8d-ad17-435736498a7f gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:35:09.596112 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd17780-59b8-447a-9875-bb0f24eeecb5 req-472dcd73-9efa-4162-a6f1-d9e449e20cc0 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:09.597631 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ddd17780-59b8-447a-9875-bb0f24eeecb5 req-472dcd73-9efa-4162-a6f1-d9e449e20cc0 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 944 time: 0.0680892 May 26 21:35:09.615111 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830ace6-a935-4613-9ff3-937ca339e3af req-9eb1a5b5-1036-4c14-be22-e23488693208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:09.616574 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a830ace6-a935-4613-9ff3-937ca339e3af req-9eb1a5b5-1036-4c14-be22-e23488693208 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea9ef1f2-5514-49f0-be2f-c0970bb75a74 HTTP/1.1" status: 200 len: 918 time: 0.1364965 May 26 21:35:09.622475 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 79857899-1ec0-48de-8faf-2f5625a3ec41 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:35:09.691910 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ddd17780-59b8-447a-9875-bb0f24eeecb5 req-a70567db-4c6e-4d58-956c-985bbc0bad66 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862122 May 26 21:35:09.712762 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a830ace6-a935-4613-9ff3-937ca339e3af req-488988e1-487f-4f47-ac0a-5f3637be0654 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de23d676-5627-421b-905b-f6cea35f9243 HTTP/1.1" status: 200 len: 999 time: 0.0724359 May 26 21:35:09.769906 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:09.828734 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 79857899-1ec0-48de-8faf-2f5625a3ec41, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=79857899-1ec0-48de-8faf-2f5625a3ec41,segment=NetworkSegment(fe8da2ec-f933-44ba-82fb-b654f7378e99),segment_id=fe8da2ec-f933-44ba-82fb-b654f7378e99)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:35:09.847523 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': '79857899-1ec0-48de-8faf-2f5625a3ec41', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'port_id': '79857899-1ec0-48de-8faf-2f5625a3ec41', 'mac_address': 'fa:16:3e:ce:60:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:35:09.850490 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-f2fbceec-7751-4695-92da-53e3e2cec94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1516277217-router', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:04Z', 'revision_number': 4, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'gw_port': {'id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:58Z', 'updated_at': '2022-05-26T21:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '7694285f-7f65-4008-9b9b-0f3299ae440b', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'port_id': 'de23d676-5627-421b-905b-f6cea35f9243', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'mac_address': 'fa:16:3e:d1:fb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd396708c-5036-4133-a056-0f74ecc6011a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:34:47Z', 'updated_at': '2022-05-26T21:35:08Z', 'revision_number': 1, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64c6f851-b831-49a5-88e7-252c2c0770cf', 'name': '', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'mac_address': 'fa:16:3e:12:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:02Z', 'updated_at': '2022-05-26T21:27:13Z', 'revision_number': 5, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'subnets': [{'id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:09.877612 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fbceec-7751-4695-92da-53e3e2cec94f None None] The sync data for ids ['b2ab246a-1008-4a8d-ad17-435736498a7f'] in dv-cinder-828805-3-iscsi is: [{'id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1516277217-router', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:04Z', 'revision_number': 4, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'gw_port': {'id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:58Z', 'updated_at': '2022-05-26T21:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '7694285f-7f65-4008-9b9b-0f3299ae440b', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'port_id': 'de23d676-5627-421b-905b-f6cea35f9243', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'mac_address': 'fa:16:3e:d1:fb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd396708c-5036-4133-a056-0f74ecc6011a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:34:47Z', 'updated_at': '2022-05-26T21:35:08Z', 'revision_number': 1, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64c6f851-b831-49a5-88e7-252c2c0770cf', 'name': '', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'mac_address': 'fa:16:3e:12:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:02Z', 'updated_at': '2022-05-26T21:27:13Z', 'revision_number': 5, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'subnets': [{'id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:35:09.908252 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 79857899-1ec0-48de-8faf-2f5625a3ec41 is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:35:09.908574 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (79857899-1ec0-48de-8faf-2f5625a3ec41), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:09.923639 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79857899-1ec0-48de-8faf-2f5625a3ec41 {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:35:09.947766 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 79857899-1ec0-48de-8faf-2f5625a3ec41, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=79857899-1ec0-48de-8faf-2f5625a3ec41,segment=NetworkSegment(fe8da2ec-f933-44ba-82fb-b654f7378e99),segment_id=fe8da2ec-f933-44ba-82fb-b654f7378e99)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:35:10.018525 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (79857899-1ec0-48de-8faf-2f5625a3ec41), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:10.073546 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=79857899-1ec0-48de-8faf-2f5625a3ec41,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:10.081909 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de690cd1-b034-43f2-88d8-4e8b96aae993 None None] New status for floating IP 7694285f-7f65-4008-9b9b-0f3299ae440b: ACTIVE {{(pid=104645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:35:10.102601 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830ace6-a935-4613-9ff3-937ca339e3af req-8b56f3cc-1bb1-49f7-9259-679dd4cc2db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:10.104295 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a830ace6-a935-4613-9ff3-937ca339e3af req-8b56f3cc-1bb1-49f7-9259-679dd4cc2db9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69d41c02-e4f8-4266-97e4-80c1b92c499f HTTP/1.1" status: 200 len: 856 time: 0.0499687 May 26 21:35:10.391217 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebc0dc-2fb6-4d29-8a3b-50c3732dd72a req-4690e3b7-8263-4516-ad02-7127b3526ad1 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:10.392271 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830ace6-a935-4613-9ff3-937ca339e3af req-07e1ddbd-febc-409a-b8a0-7edd269d3cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:10.393137 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ccebc0dc-2fb6-4d29-8a3b-50c3732dd72a req-4690e3b7-8263-4516-ad02-7127b3526ad1 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 945 time: 0.0619287 May 26 21:35:10.393870 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a830ace6-a935-4613-9ff3-937ca339e3af req-07e1ddbd-febc-409a-b8a0-7edd269d3cba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea9ef1f2-5514-49f0-be2f-c0970bb75a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593650 May 26 21:35:10.464256 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ccebc0dc-2fb6-4d29-8a3b-50c3732dd72a req-727c74e1-c507-4deb-ab03-208483725678 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0664303-b277-4888-96b0-37c27ed30f66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646977 May 26 21:35:10.474801 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['79857899-1ec0-48de-8faf-2f5625a3ec41'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:35:10.489883 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a830ace6-a935-4613-9ff3-937ca339e3af req-9f5d0932-c32b-4998-b261-28d56e93f0d9 service neutron] 10.222.0.60 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891469 May 26 21:35:10.511879 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:10.554814 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:10.588834 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a830ace6-a935-4613-9ff3-937ca339e3af req-27bf5bee-bd4b-43f2-91f4-892ad28e59b7 service neutron] 10.222.0.60 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876913 May 26 21:35:10.813972 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3750605-b772-4c2d-9b14-e05d71ef5f45 req-d56bdd4a-95f8-408e-b827-2979e234592c tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:10.815319 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b3750605-b772-4c2d-9b14-e05d71ef5f45 req-d56bdd4a-95f8-408e-b827-2979e234592c tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 945 time: 0.0463264 May 26 21:35:10.864778 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b3750605-b772-4c2d-9b14-e05d71ef5f45 req-5c121f30-3698-48d1-8871-0e7e4a7d3dd1 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438147 May 26 21:35:11.567889 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc6663-2b16-4d85-b0b4-9bad6c53205f req-3f3e1e64-e54d-427d-adab-b53390ef85d3 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:11.569368 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f8cc6663-2b16-4d85-b0b4-9bad6c53205f req-3f3e1e64-e54d-427d-adab-b53390ef85d3 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 945 time: 0.0474896 May 26 21:35:11.615833 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f8cc6663-2b16-4d85-b0b4-9bad6c53205f req-a16e8ae1-e9d6-433e-b103-63d85253a4ee tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0664303-b277-4888-96b0-37c27ed30f66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409091 May 26 21:35:11.695795 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 79857899-1ec0-48de-8faf-2f5625a3ec41 up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:35:11.726733 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ca5db-8077-4eff-9466-df361a5b39c9 req-5dc34dec-24cc-4b03-8dff-1f54cb9dcf31 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:11.728229 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-185ca5db-8077-4eff-9466-df361a5b39c9 req-5dc34dec-24cc-4b03-8dff-1f54cb9dcf31 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 945 time: 0.0479743 May 26 21:35:11.736808 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 55338) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:11.739835 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning for port 79857899-1ec0-48de-8faf-2f5625a3ec41 completed by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:35:11.741073 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-d281e1c9-44b7-4b4c-9d20-81a1467a8607 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Request body: {'floatingip': {'port_id': '74b8602f-769d-4945-bc28-0333c237b868'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:35:11.781331 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d281e1c9-44b7-4b4c-9d20-81a1467a8607 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (00d88cbe-d058-4b4f-92a7-fa1eb1f01e3f), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:11.806377 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port 79857899-1ec0-48de-8faf-2f5625a3ec41 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:35:11.806822 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (79857899-1ec0-48de-8faf-2f5625a3ec41), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:11.846222 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:11.887541 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 79857899-1ec0-48de-8faf-2f5625a3ec41 is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:35:11.887943 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (79857899-1ec0-48de-8faf-2f5625a3ec41), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:11.911767 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972688e1-313a-4ed5-8a32-87deda4e5198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79857899-1ec0-48de-8faf-2f5625a3ec41'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:35:11.913994 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd32428c-8a47-464c-a066-ff15a3b6a8bb" -d '{"events": [{"server_uuid": "972688e1-313a-4ed5-8a32-87deda4e5198", "name": "network-vif-plugged", "status": "completed", "tag": "79857899-1ec0-48de-8faf-2f5625a3ec41"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:35:11.929350 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 79857899-1ec0-48de-8faf-2f5625a3ec41, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=79857899-1ec0-48de-8faf-2f5625a3ec41,segment=NetworkSegment(fe8da2ec-f933-44ba-82fb-b654f7378e99),segment_id=fe8da2ec-f933-44ba-82fb-b654f7378e99)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:35:11.956977 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2d13a8-16e5-4506-a45c-e4fd6208a336 x-openstack-request-id: req-2d2d13a8-16e5-4506-a45c-e4fd6208a336 {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:35:11.957494 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972688e1-313a-4ed5-8a32-87deda4e5198", "name": "network-vif-plugged", "status": "completed", "tag": "79857899-1ec0-48de-8faf-2f5625a3ec41", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:35:11.957890 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d2d13a8-16e5-4506-a45c-e4fd6208a336 {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:35:11.958446 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d2d13a8-16e5-4506-a45c-e4fd6208a336'] response: {'server_uuid': '972688e1-313a-4ed5-8a32-87deda4e5198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79857899-1ec0-48de-8faf-2f5625a3ec41', 'code': 200} May 26 21:35:12.002640 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (79857899-1ec0-48de-8faf-2f5625a3ec41), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:12.008055 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8791ad-9542-4a41-8680-12ac71cdc62f req-da3ddfb7-2570-4745-bcef-95d89173d5e2 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:12.009935 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0f8791ad-9542-4a41-8680-12ac71cdc62f req-da3ddfb7-2570-4745-bcef-95d89173d5e2 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 945 time: 0.0619850 May 26 21:35:12.057052 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=79857899-1ec0-48de-8faf-2f5625a3ec41,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:12.072427 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0f8791ad-9542-4a41-8680-12ac71cdc62f req-63c03165-e5cd-4919-a9e1-bde3b6acc0cd tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558181 May 26 21:35:12.387385 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:12.468288 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f728ccc-71f5-4c6a-b807-078b1e885c12 req-c0aa5e1f-a020-4ff2-9c46-6acedf3abc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:12.469826 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8f728ccc-71f5-4c6a-b807-078b1e885c12 req-c0aa5e1f-a020-4ff2-9c46-6acedf3abc5e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 1130 time: 0.0916796 May 26 21:35:12.499648 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d281e1c9-44b7-4b4c-9d20-81a1467a8607 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:12.532536 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8f728ccc-71f5-4c6a-b807-078b1e885c12 req-fb90a080-5815-4899-9e05-5acfd280b1e6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462809 May 26 21:35:12.607922 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d281e1c9-44b7-4b4c-9d20-81a1467a8607 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (00d88cbe-d058-4b4f-92a7-fa1eb1f01e3f), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:12.691448 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:12.707403 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.db.l3_db [None req-d281e1c9-44b7-4b4c-9d20-81a1467a8607 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Floating IP 00d88cbe-d058-4b4f-92a7-fa1eb1f01e3f associated. External IP: 172.27.3.38, port: 74b8602f-769d-4945-bc28-0333c237b868. May 26 21:35:12.910915 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d281e1c9-44b7-4b4c-9d20-81a1467a8607 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Router bc9639dd-67f2-408a-8d58-3955185b031b has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:35:13.018251 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d281e1c9-44b7-4b4c-9d20-81a1467a8607 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:35:13.022696 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d281e1c9-44b7-4b4c-9d20-81a1467a8607 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:13.028689 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb406afc-834c-41ef-88b2-56a01f64180b None None] Sync routers for ids ['bc9639dd-67f2-408a-8d58-3955185b031b'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:35:13.039270 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb406afc-834c-41ef-88b2-56a01f64180b None None] Routers {'bc9639dd-67f2-408a-8d58-3955185b031b'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:35:13.039917 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-fb406afc-834c-41ef-88b2-56a01f64180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:34:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['bc9639dd-67f2-408a-8d58-3955185b031b'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:13.052857 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-d281e1c9-44b7-4b4c-9d20-81a1467a8607 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "PUT /v2.0/floatingips/00d88cbe-d058-4b4f-92a7-fa1eb1f01e3f HTTP/1.1" status: 200 len: 990 time: 1.3150012 May 26 21:35:13.053428 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31344c9e-84b8-4fc4-9804-30732b08d70e', 'tag': '74b8602f-769d-4945-bc28-0333c237b868'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:35:13.055826 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be146cca-4149-4b8c-b24e-9af225be17ba" -d '{"events": [{"name": "network-changed", "server_uuid": "31344c9e-84b8-4fc4-9804-30732b08d70e", "tag": "74b8602f-769d-4945-bc28-0333c237b868"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:35:13.093128 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02ca26f-965b-4f96-b31a-eb18f279cd5c x-openstack-request-id: req-a02ca26f-965b-4f96-b31a-eb18f279cd5c {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:35:13.093396 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31344c9e-84b8-4fc4-9804-30732b08d70e", "tag": "74b8602f-769d-4945-bc28-0333c237b868", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:35:13.093650 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a02ca26f-965b-4f96-b31a-eb18f279cd5c {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:35:13.094047 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a02ca26f-965b-4f96-b31a-eb18f279cd5c'] response: {'name': 'network-changed', 'server_uuid': '31344c9e-84b8-4fc4-9804-30732b08d70e', 'tag': '74b8602f-769d-4945-bc28-0333c237b868', 'status': 'completed', 'code': 200} May 26 21:35:13.145383 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-fb406afc-834c-41ef-88b2-56a01f64180b None None] Set router bc9639dd-67f2-408a-8d58-3955185b031b gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:35:13.199549 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade619e-04da-44ee-a6a7-3a8a9e9168b2 req-59be4e28-103f-4885-9c61-c21481c4d9a3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:13.201098 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5ade619e-04da-44ee-a6a7-3a8a9e9168b2 req-59be4e28-103f-4885-9c61-c21481c4d9a3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 946 time: 0.0486400 May 26 21:35:13.256707 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5ade619e-04da-44ee-a6a7-3a8a9e9168b2 req-61b44c7a-393a-438a-8585-6df7af23985a tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453160 May 26 21:35:13.366166 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-fb406afc-834c-41ef-88b2-56a01f64180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '00d88cbe-d058-4b4f-92a7-fa1eb1f01e3f', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'port_id': '74b8602f-769d-4945-bc28-0333c237b868', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'mac_address': 'fa:16:3e:1d:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31344c9e-84b8-4fc4-9804-30732b08d70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:34:52Z', 'updated_at': '2022-05-26T21:35:12Z', 'revision_number': 1, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:18Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:13.390937 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb406afc-834c-41ef-88b2-56a01f64180b None None] Checking router: bc9639dd-67f2-408a-8d58-3955185b031b for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:35:13.399163 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb406afc-834c-41ef-88b2-56a01f64180b None None] Routers {'bc9639dd-67f2-408a-8d58-3955185b031b'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:35:13.399786 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-fb406afc-834c-41ef-88b2-56a01f64180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:34:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['bc9639dd-67f2-408a-8d58-3955185b031b'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:13.499568 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-fb406afc-834c-41ef-88b2-56a01f64180b None None] Set router bc9639dd-67f2-408a-8d58-3955185b031b gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:35:13.590343 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:13.603191 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be146cca-4149-4b8c-b24e-9af225be17ba req-14702096-ff6e-4c1d-ad2b-e1138c97e3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:13.604802 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-be146cca-4149-4b8c-b24e-9af225be17ba req-14702096-ff6e-4c1d-ad2b-e1138c97e3fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3969075d983246cf8c4c7a45a57d5338&device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 1129 time: 0.0409045 May 26 21:35:13.697966 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be146cca-4149-4b8c-b24e-9af225be17ba req-bc504083-d7c1-4f7f-a3b2-378e6b535257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:13.699506 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-be146cca-4149-4b8c-b24e-9af225be17ba req-bc504083-d7c1-4f7f-a3b2-378e6b535257 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e423d8c6-f848-40d6-99bb-c61a958058f7 HTTP/1.1" status: 200 len: 915 time: 0.0886166 May 26 21:35:13.718263 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-fb406afc-834c-41ef-88b2-56a01f64180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '00d88cbe-d058-4b4f-92a7-fa1eb1f01e3f', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'port_id': '74b8602f-769d-4945-bc28-0333c237b868', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'mac_address': 'fa:16:3e:1d:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31344c9e-84b8-4fc4-9804-30732b08d70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:34:52Z', 'updated_at': '2022-05-26T21:35:12Z', 'revision_number': 1, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:18Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:13.747064 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb406afc-834c-41ef-88b2-56a01f64180b None None] The sync data for ids ['bc9639dd-67f2-408a-8d58-3955185b031b'] in dv-cinder-828805-3-iscsi is: [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '00d88cbe-d058-4b4f-92a7-fa1eb1f01e3f', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'port_id': '74b8602f-769d-4945-bc28-0333c237b868', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'mac_address': 'fa:16:3e:1d:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31344c9e-84b8-4fc4-9804-30732b08d70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:34:52Z', 'updated_at': '2022-05-26T21:35:12Z', 'revision_number': 1, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:18Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:35:13.767579 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-be146cca-4149-4b8c-b24e-9af225be17ba req-82ce2eab-b78f-43b6-aa8d-3afe29023411 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74b8602f-769d-4945-bc28-0333c237b868 HTTP/1.1" status: 200 len: 998 time: 0.0577919 May 26 21:35:13.837328 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be146cca-4149-4b8c-b24e-9af225be17ba req-9d814fe5-96f6-4b7a-bc9e-afbe29f7f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:13.838824 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-be146cca-4149-4b8c-b24e-9af225be17ba req-9d814fe5-96f6-4b7a-bc9e-afbe29f7f4a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=86c6cba8-f2d3-45d8-a7b0-a4676a67b444 HTTP/1.1" status: 200 len: 853 time: 0.0459661 May 26 21:35:13.885555 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be146cca-4149-4b8c-b24e-9af225be17ba req-5f6018f6-aa52-446c-bceb-41f68d95731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:13.887059 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-be146cca-4149-4b8c-b24e-9af225be17ba req-5f6018f6-aa52-446c-bceb-41f68d95731a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e423d8c6-f848-40d6-99bb-c61a958058f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427618 May 26 21:35:13.950172 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2684a67a-4dc9-4517-855b-55d872a70360 None None] New status for floating IP 00d88cbe-d058-4b4f-92a7-fa1eb1f01e3f: ACTIVE {{(pid=104645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:35:14.378108 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0729be6-ec0f-4765-9808-35b41e8594c7 req-34f10921-899c-4e55-91bb-c242beca1b09 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:14.379557 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f0729be6-ec0f-4765-9808-35b41e8594c7 req-34f10921-899c-4e55-91bb-c242beca1b09 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 946 time: 0.0459635 May 26 21:35:14.478761 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f0729be6-ec0f-4765-9808-35b41e8594c7 req-eedba7f5-6c7c-4749-9132-c919755f311e tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936863 May 26 21:35:14.512196 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-be146cca-4149-4b8c-b24e-9af225be17ba req-256a6a32-6689-4b7c-906e-cf04185fbc98 service neutron] 10.222.0.60 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073682 May 26 21:35:14.600562 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-be146cca-4149-4b8c-b24e-9af225be17ba req-cc8ad155-47a6-4b9a-b25f-cfe0fbb90036 service neutron] 10.222.0.60 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822396 May 26 21:35:15.595876 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f40b4-2e9c-46fa-8a2b-b2d5d7ea5e86 req-60a20833-9dd8-4831-b47d-41c6671245dd tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:15.598070 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7d8f40b4-2e9c-46fa-8a2b-b2d5d7ea5e86 req-60a20833-9dd8-4831-b47d-41c6671245dd tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 946 time: 0.0477471 May 26 21:35:15.646890 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7d8f40b4-2e9c-46fa-8a2b-b2d5d7ea5e86 req-ec10dbd2-d47c-4820-9473-1c983c10143c tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438290 May 26 21:35:15.747032 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:15.754299 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:15.762650 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076370a0-b7c1-4602-9714-b75420589606 req-f6ca8367-f9bd-4221-9e91-00d781455f94 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:15.764073 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-076370a0-b7c1-4602-9714-b75420589606 req-f6ca8367-f9bd-4221-9e91-00d781455f94 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 946 time: 0.0477831 May 26 21:35:15.814638 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-076370a0-b7c1-4602-9714-b75420589606 req-ba9d4e72-b75a-4e79-a854-aff0a39649e4 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448968 May 26 21:35:15.836863 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 55360) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:15.879345 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e945c02-69f1-4c41-b83e-98b7b76e606f tempest-TestVolumeBootPattern-931067900 tempest-TestVolumeBootPattern-931067900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:15.880997 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-2e945c02-69f1-4c41-b83e-98b7b76e606f tempest-TestVolumeBootPattern-931067900 tempest-TestVolumeBootPattern-931067900-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 1125 time: 0.0431437 May 26 21:35:15.883705 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 55362) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:15.887885 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-383fa8f5-915f-4931-8d23-9d86b8d492be tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Request body: {'floatingip': {'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'port_id': '79857899-1ec0-48de-8faf-2f5625a3ec41', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:35:15.966759 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-383fa8f5-915f-4931-8d23-9d86b8d492be tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:16.043247 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-383fa8f5-915f-4931-8d23-9d86b8d492be tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:16.151688 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [None req-383fa8f5-915f-4931-8d23-9d86b8d492be tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Allocated IP 172.27.3.229 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/0eb748d8-6782-4260-9534-ad4e837b7428) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:35:16.250229 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-383fa8f5-915f-4931-8d23-9d86b8d492be tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for port (0eb748d8-6782-4260-9534-ad4e837b7428), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:16.328740 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-383fa8f5-915f-4931-8d23-9d86b8d492be tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (0eb748d8-6782-4260-9534-ad4e837b7428), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:16.374375 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383fa8f5-915f-4931-8d23-9d86b8d492be tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:35:16.379119 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-383fa8f5-915f-4931-8d23-9d86b8d492be tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:35:16.381248 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fa8f5-915f-4931-8d23-9d86b8d492be tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Pushing event updated for resources: {'Port': ['ID=0eb748d8-6782-4260-9534-ad4e837b7428,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:16.383322 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383fa8f5-915f-4931-8d23-9d86b8d492be tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:35:16.624810 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:16.679669 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:16.724370 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-383fa8f5-915f-4931-8d23-9d86b8d492be tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for floatingip (32f061a0-a2a9-4bc8-9bf9-17880c69a1ed), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:16.840794 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-383fa8f5-915f-4931-8d23-9d86b8d492be tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (0eb748d8-6782-4260-9534-ad4e837b7428), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:17.228360 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-383fa8f5-915f-4931-8d23-9d86b8d492be tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for port (0eb748d8-6782-4260-9534-ad4e837b7428), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:17.298999 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-383fa8f5-915f-4931-8d23-9d86b8d492be tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (0eb748d8-6782-4260-9534-ad4e837b7428), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:17.367146 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fa8f5-915f-4931-8d23-9d86b8d492be tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Pushing event updated for resources: {'Port': ['ID=0eb748d8-6782-4260-9534-ad4e837b7428,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:17.378442 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-383fa8f5-915f-4931-8d23-9d86b8d492be tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (32f061a0-a2a9-4bc8-9bf9-17880c69a1ed), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:17.473041 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.db.l3_db [None req-383fa8f5-915f-4931-8d23-9d86b8d492be tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Floating IP 32f061a0-a2a9-4bc8-9bf9-17880c69a1ed associated. External IP: 172.27.3.229, port: 79857899-1ec0-48de-8faf-2f5625a3ec41. May 26 21:35:17.666568 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383fa8f5-915f-4931-8d23-9d86b8d492be tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Router 636f9616-f60f-4165-b064-d0d814debfdc has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:35:17.711785 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:17.771584 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383fa8f5-915f-4931-8d23-9d86b8d492be tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:35:17.781020 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab26af07-93e7-4d9d-ad3f-a85897ac28ac None None] Sync routers for ids ['636f9616-f60f-4165-b064-d0d814debfdc'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:35:17.788683 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:17.791395 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab26af07-93e7-4d9d-ad3f-a85897ac28ac None None] Routers {'636f9616-f60f-4165-b064-d0d814debfdc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:35:17.801862 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-ab26af07-93e7-4d9d-ad3f-a85897ac28ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:34:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['636f9616-f60f-4165-b064-d0d814debfdc'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:17.878459 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-383fa8f5-915f-4931-8d23-9d86b8d492be tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:17.895020 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-ab26af07-93e7-4d9d-ad3f-a85897ac28ac None None] Set router 636f9616-f60f-4165-b064-d0d814debfdc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:35:17.909523 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-383fa8f5-915f-4931-8d23-9d86b8d492be tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0247831 May 26 21:35:17.910197 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972688e1-313a-4ed5-8a32-87deda4e5198', 'tag': '79857899-1ec0-48de-8faf-2f5625a3ec41'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:35:17.912528 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ac1936-ea45-4470-b71e-ef5e82853698" -d '{"events": [{"name": "network-changed", "server_uuid": "972688e1-313a-4ed5-8a32-87deda4e5198", "tag": "79857899-1ec0-48de-8faf-2f5625a3ec41"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:35:17.948624 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01551fec-8fa7-4ace-91b1-85fd70f1b72e x-openstack-request-id: req-01551fec-8fa7-4ace-91b1-85fd70f1b72e {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:35:17.948910 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972688e1-313a-4ed5-8a32-87deda4e5198", "tag": "79857899-1ec0-48de-8faf-2f5625a3ec41", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:35:17.949162 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01551fec-8fa7-4ace-91b1-85fd70f1b72e {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:35:17.949561 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01551fec-8fa7-4ace-91b1-85fd70f1b72e'] response: {'name': 'network-changed', 'server_uuid': '972688e1-313a-4ed5-8a32-87deda4e5198', 'tag': '79857899-1ec0-48de-8faf-2f5625a3ec41', 'status': 'completed', 'code': 200} May 26 21:35:18.031670 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac1936-ea45-4470-b71e-ef5e82853698 req-b537ce65-05bc-4dcf-bace-35ea88fd1bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:18.033285 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a9ac1936-ea45-4470-b71e-ef5e82853698 req-b537ce65-05bc-4dcf-bace-35ea88fd1bbc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87d8cb3f18ae4f05a85dc21abaf316cb&device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 1130 time: 0.0428228 May 26 21:35:18.099452 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:18.110831 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-ab26af07-93e7-4d9d-ad3f-a85897ac28ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:29:03Z', 'revision_number': 4, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '32f061a0-a2a9-4bc8-9bf9-17880c69a1ed', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'port_id': '79857899-1ec0-48de-8faf-2f5625a3ec41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'mac_address': 'fa:16:3e:ce:60:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972688e1-313a-4ed5-8a32-87deda4e5198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:35:16Z', 'updated_at': '2022-05-26T21:35:16Z', 'revision_number': 0, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdbfa0c-40db-4d20-b70a-b5ca36549b09', 'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'mac_address': 'fa:16:3e:1f:7a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:03Z', 'updated_at': '2022-05-26T21:29:08Z', 'revision_number': 5, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'subnets': [{'id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:18.125358 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac1936-ea45-4470-b71e-ef5e82853698 req-4e0e7dbc-a1d7-44f9-a82c-c626b6f683c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:18.126828 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a9ac1936-ea45-4470-b71e-ef5e82853698 req-4e0e7dbc-a1d7-44f9-a82c-c626b6f683c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff HTTP/1.1" status: 200 len: 913 time: 0.0881665 May 26 21:35:18.139411 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab26af07-93e7-4d9d-ad3f-a85897ac28ac None None] Checking router: 636f9616-f60f-4165-b064-d0d814debfdc for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:35:18.148566 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab26af07-93e7-4d9d-ad3f-a85897ac28ac None None] Routers {'636f9616-f60f-4165-b064-d0d814debfdc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:35:18.149177 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-ab26af07-93e7-4d9d-ad3f-a85897ac28ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:34:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['636f9616-f60f-4165-b064-d0d814debfdc'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:18.193311 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a9ac1936-ea45-4470-b71e-ef5e82853698 req-626c83e1-0f73-42d5-838f-5bc28efcd5e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79857899-1ec0-48de-8faf-2f5625a3ec41 HTTP/1.1" status: 200 len: 1000 time: 0.0601182 May 26 21:35:18.244386 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac1936-ea45-4470-b71e-ef5e82853698 req-69b186fe-d41e-4a75-bcf7-216a9aca89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:18.245913 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a9ac1936-ea45-4470-b71e-ef5e82853698 req-69b186fe-d41e-4a75-bcf7-216a9aca89f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b1df0acb-a81e-4431-8120-01e4c0040fd0 HTTP/1.1" status: 200 len: 851 time: 0.0465882 May 26 21:35:18.297746 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac1936-ea45-4470-b71e-ef5e82853698 req-5423e947-3d13-405c-ac2b-6fb33dafd69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:18.299358 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a9ac1936-ea45-4470-b71e-ef5e82853698 req-5423e947-3d13-405c-ac2b-6fb33dafd69c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434320 May 26 21:35:18.378252 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-ab26af07-93e7-4d9d-ad3f-a85897ac28ac None None] Set router 636f9616-f60f-4165-b064-d0d814debfdc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:35:18.395271 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a9ac1936-ea45-4470-b71e-ef5e82853698 req-bd3ce243-67b4-408b-9319-3bb87c075e0f service neutron] 10.222.0.60 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890400 May 26 21:35:18.485753 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a9ac1936-ea45-4470-b71e-ef5e82853698 req-0c7b3794-33ad-49fc-a416-15e6033543ea service neutron] 10.222.0.60 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846899 May 26 21:35:18.574944 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:18.588323 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-ab26af07-93e7-4d9d-ad3f-a85897ac28ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:29:03Z', 'revision_number': 4, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '32f061a0-a2a9-4bc8-9bf9-17880c69a1ed', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'port_id': '79857899-1ec0-48de-8faf-2f5625a3ec41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'mac_address': 'fa:16:3e:ce:60:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972688e1-313a-4ed5-8a32-87deda4e5198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:35:16Z', 'updated_at': '2022-05-26T21:35:16Z', 'revision_number': 0, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdbfa0c-40db-4d20-b70a-b5ca36549b09', 'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'mac_address': 'fa:16:3e:1f:7a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:03Z', 'updated_at': '2022-05-26T21:29:08Z', 'revision_number': 5, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'subnets': [{'id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:18.613172 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab26af07-93e7-4d9d-ad3f-a85897ac28ac None None] The sync data for ids ['636f9616-f60f-4165-b064-d0d814debfdc'] in dv-cinder-828805-3-iscsi is: [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:29:03Z', 'revision_number': 4, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '32f061a0-a2a9-4bc8-9bf9-17880c69a1ed', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'port_id': '79857899-1ec0-48de-8faf-2f5625a3ec41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'mac_address': 'fa:16:3e:ce:60:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972688e1-313a-4ed5-8a32-87deda4e5198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:35:16Z', 'updated_at': '2022-05-26T21:35:16Z', 'revision_number': 0, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdbfa0c-40db-4d20-b70a-b5ca36549b09', 'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'mac_address': 'fa:16:3e:1f:7a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:03Z', 'updated_at': '2022-05-26T21:29:08Z', 'revision_number': 5, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'subnets': [{'id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:35:18.808285 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb88d0f-3091-4dc1-93b3-87b6bf3767b4 None None] New status for floating IP 32f061a0-a2a9-4bc8-9bf9-17880c69a1ed: ACTIVE {{(pid=104645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:35:21.093897 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b8f65eca-c104-41ba-b9dc-004d36d88d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:22.008438 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b714ae-1fea-4285-864f-a9db12b04006 req-09a8ba9a-4a54-49ed-93e2-c9244b26fa8c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:22.009929 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-08b714ae-1fea-4285-864f-a9db12b04006 req-09a8ba9a-4a54-49ed-93e2-c9244b26fa8c tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0510383 May 26 21:35:22.057523 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-08b714ae-1fea-4285-864f-a9db12b04006 req-7e814815-45fb-4300-aa6a-47455d36b13d tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413902 May 26 21:35:23.172668 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ceae2-9977-41a2-879b-c892389866d0 req-0c6e9a46-8bd7-442f-b4ae-77eedfde4def tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:23.174149 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-184ceae2-9977-41a2-879b-c892389866d0 req-0c6e9a46-8bd7-442f-b4ae-77eedfde4def tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0479546 May 26 21:35:23.224283 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-184ceae2-9977-41a2-879b-c892389866d0 req-ddceb800-d502-40cc-93e8-a8622095c835 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444129 May 26 21:35:23.436010 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a9657b94-7d37-4eb1-a2f9-1b2cb0d99506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:24.337071 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd01311-6c26-41e4-936d-f1f1e16a37b8 req-2551c442-7dbb-4ecd-bb2a-185596b86b1b tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:24.338503 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5fd01311-6c26-41e4-936d-f1f1e16a37b8 req-2551c442-7dbb-4ecd-bb2a-185596b86b1b tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0463810 May 26 21:35:24.385097 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5fd01311-6c26-41e4-936d-f1f1e16a37b8 req-5d0992be-1802-4c54-87e7-c6278f22b072 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406480 May 26 21:35:24.596493 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:24.916432 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:25.156767 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c62ff9-8d00-445d-a5a5-a6ef039472ee req-322199d7-b2bd-44b1-9d87-b02d196a4ccd tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:25.158286 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-60c62ff9-8d00-445d-a5a5-a6ef039472ee req-322199d7-b2bd-44b1-9d87-b02d196a4ccd tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0473416 May 26 21:35:25.244008 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-60c62ff9-8d00-445d-a5a5-a6ef039472ee req-bee43a04-86da-4331-9465-3b0a5ad74909 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Deleting port 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:35:25.244349 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-60c62ff9-8d00-445d-a5a5-a6ef039472ee req-bee43a04-86da-4331-9465-3b0a5ad74909 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:25.303603 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:25.336546 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-60c62ff9-8d00-445d-a5a5-a6ef039472ee req-bee43a04-86da-4331-9465-3b0a5ad74909 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] For port 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9,segment=NetworkSegment(92a89fa7-f318-4dd2-9048-6985bfbfaf8d),segment_id=92a89fa7-f318-4dd2-9048-6985bfbfaf8d)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:35:25.336900 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-60c62ff9-8d00-445d-a5a5-a6ef039472ee req-bee43a04-86da-4331-9465-3b0a5ad74909 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:25.555927 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e506ea-8dd4-4e99-bb7c-09e1ce96fe1c req-aad40a39-60c5-437a-b182-b69bb086597b tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:25.557278 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-89e506ea-8dd4-4e99-bb7c-09e1ce96fe1c req-aad40a39-60c5-437a-b182-b69bb086597b tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 946 time: 0.0863636 May 26 21:35:25.594934 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-60c62ff9-8d00-445d-a5a5-a6ef039472ee req-bee43a04-86da-4331-9465-3b0a5ad74909 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:25.595291 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-60c62ff9-8d00-445d-a5a5-a6ef039472ee req-bee43a04-86da-4331-9465-3b0a5ad74909 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (9e08809b-d4f0-4402-90cf-6e44b00da5c6), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:25.595602 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.db.l3_db [req-60c62ff9-8d00-445d-a5a5-a6ef039472ee req-bee43a04-86da-4331-9465-3b0a5ad74909 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Floating IP 9e08809b-d4f0-4402-90cf-6e44b00da5c6 disassociated. External IP: 172.27.3.152, port: 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9. May 26 21:35:25.595970 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-60c62ff9-8d00-445d-a5a5-a6ef039472ee req-bee43a04-86da-4331-9465-3b0a5ad74909 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Calling delete_port for 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 owned by compute:nova {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:35:25.660265 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-89e506ea-8dd4-4e99-bb7c-09e1ce96fe1c req-2787eb1c-3c09-4e00-83af-e03e5749558a tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d185e30-ba82-44bc-a62f-8d5210cc3159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961094 May 26 21:35:25.692847 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:25.784765 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-60c62ff9-8d00-445d-a5a5-a6ef039472ee req-bee43a04-86da-4331-9465-3b0a5ad74909 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:25.812809 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee43a04-86da-4331-9465-3b0a5ad74909 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Pushing event deleted for resources: {'Port': ['ID=7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:25.919997 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60c62ff9-8d00-445d-a5a5-a6ef039472ee req-bee43a04-86da-4331-9465-3b0a5ad74909 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Router c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:35:26.027353 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60c62ff9-8d00-445d-a5a5-a6ef039472ee req-bee43a04-86da-4331-9465-3b0a5ad74909 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:35:26.038888 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527d4dec-69d6-4f51-95ef-a17189ee8667 None None] Sync routers for ids ['c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:35:26.050128 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527d4dec-69d6-4f51-95ef-a17189ee8667 None None] Routers {'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:35:26.050740 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-527d4dec-69d6-4f51-95ef-a17189ee8667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:35:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:26.069694 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c62ff9-8d00-445d-a5a5-a6ef039472ee req-bee43a04-86da-4331-9465-3b0a5ad74909 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] No DVR routers for this DVR port 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 on host hv-cinder-82880 {{(pid=104643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:35:26.072098 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-60c62ff9-8d00-445d-a5a5-a6ef039472ee req-bee43a04-86da-4331-9465-3b0a5ad74909 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:26.075244 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-60c62ff9-8d00-445d-a5a5-a6ef039472ee req-bee43a04-86da-4331-9465-3b0a5ad74909 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.60 "DELETE /v2.0/ports/7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 HTTP/1.1" status: 204 len: 173 time: 0.9107533 May 26 21:35:26.075682 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc04f2a-62bb-407b-b8d1-0e69eac279c2', 'name': 'network-vif-deleted', 'tag': '7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:35:26.078420 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a300c8-fd04-46ed-a05b-de09ef4fe6cb" -d '{"events": [{"server_uuid": "8cc04f2a-62bb-407b-b8d1-0e69eac279c2", "name": "network-vif-deleted", "tag": "7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:35:26.116425 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d17c9e-2e66-447f-ab9f-08a5f5ea581a x-openstack-request-id: req-86d17c9e-2e66-447f-ab9f-08a5f5ea581a {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:35:26.116709 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc04f2a-62bb-407b-b8d1-0e69eac279c2", "name": "network-vif-deleted", "tag": "7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:35:26.116959 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-86d17c9e-2e66-447f-ab9f-08a5f5ea581a {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:35:26.117359 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d17c9e-2e66-447f-ab9f-08a5f5ea581a'] response: {'server_uuid': '8cc04f2a-62bb-407b-b8d1-0e69eac279c2', 'name': 'network-vif-deleted', 'tag': '7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9', 'status': 'completed', 'code': 200} May 26 21:35:26.167039 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-527d4dec-69d6-4f51-95ef-a17189ee8667 None None] Set router c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:35:26.193653 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:26.296744 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:26.355573 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-527d4dec-69d6-4f51-95ef-a17189ee8667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-231518021-router', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '318999cb1f874176b2523de9686febc1', 'gw_port': {'id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'c0572f3e-08d2-4188-96a3-1ea6290183be', 'name': '', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'mac_address': 'fa:16:3e:a5:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:07Z', 'updated_at': '2022-05-26T21:27:21Z', 'revision_number': 5, 'project_id': '318999cb1f874176b2523de9686febc1', 'subnets': [{'id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:26.382893 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527d4dec-69d6-4f51-95ef-a17189ee8667 None None] Checking router: c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:35:26.391828 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527d4dec-69d6-4f51-95ef-a17189ee8667 None None] Routers {'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:35:26.392431 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-527d4dec-69d6-4f51-95ef-a17189ee8667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:35:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:26.494133 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-527d4dec-69d6-4f51-95ef-a17189ee8667 None None] Set router c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:35:26.625891 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:26.677443 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-527d4dec-69d6-4f51-95ef-a17189ee8667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-231518021-router', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '318999cb1f874176b2523de9686febc1', 'gw_port': {'id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'c0572f3e-08d2-4188-96a3-1ea6290183be', 'name': '', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'mac_address': 'fa:16:3e:a5:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:07Z', 'updated_at': '2022-05-26T21:27:21Z', 'revision_number': 5, 'project_id': '318999cb1f874176b2523de9686febc1', 'subnets': [{'id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:26.703079 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527d4dec-69d6-4f51-95ef-a17189ee8667 None None] The sync data for ids ['c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'] in dv-cinder-828805-3-iscsi is: [{'id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-231518021-router', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '318999cb1f874176b2523de9686febc1', 'gw_port': {'id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'c0572f3e-08d2-4188-96a3-1ea6290183be', 'name': '', 'network_id': 'a60ae016-a71c-495a-9bbe-63d3beeeb1fa', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'mac_address': 'fa:16:3e:a5:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:07Z', 'updated_at': '2022-05-26T21:27:21Z', 'revision_number': 5, 'project_id': '318999cb1f874176b2523de9686febc1', 'subnets': [{'id': 'b2637c66-7972-4d35-9019-9342a0d2b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:35:26.779345 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1f2cb458-4fc6-4de9-ba92-48e303f77e9b req-c75575e0-bca1-4c25-8c5b-cef10174f79d tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cc04f2a-62bb-407b-b8d1-0e69eac279c2 HTTP/1.1" status: 200 len: 210 time: 0.0329618 May 26 21:35:26.945195 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2fd663-1fc8-4489-b97d-6d8e54df2527 None None] New status for floating IP 9e08809b-d4f0-4402-90cf-6e44b00da5c6: DOWN {{(pid=104645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:35:27.007970 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4a1dc918-f0eb-4b37-b45c-417f339610a6 req-12494893-8a87-4839-b83d-47ba50986f53 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439677229&fields=id&tenant_id=771d85ed5c3b4a6bbc9945d88cfcbab8 HTTP/1.1" status: 200 len: 267 time: 0.0456862 May 26 21:35:27.064600 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1dc918-f0eb-4b37-b45c-417f339610a6 req-9fc0e7df-0fc5-4641-ba53-05871cd39833 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:27.066103 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4a1dc918-f0eb-4b37-b45c-417f339610a6 req-9fc0e7df-0fc5-4641-ba53-05871cd39833 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 984 time: 0.0525780 May 26 21:35:27.077681 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [req-4a1dc918-f0eb-4b37-b45c-417f339610a6 req-c9685079-969c-48b8-854f-d103bd2e2940 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Request body: {'port': {'security_groups': ['c5d41762-d426-4d6e-ba7b-3772ab6345d3']}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:35:27.157032 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-4a1dc918-f0eb-4b37-b45c-417f339610a6 req-c9685079-969c-48b8-854f-d103bd2e2940 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c738b38d-cc3a-42ab-8d0f-8c9dc892211c), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:27.203794 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:27.208005 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:27.372115 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [req-4a1dc918-f0eb-4b37-b45c-417f339610a6 req-c9685079-969c-48b8-854f-d103bd2e2940 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] For port c738b38d-cc3a-42ab-8d0f-8c9dc892211c, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c738b38d-cc3a-42ab-8d0f-8c9dc892211c,segment=NetworkSegment(02fd8397-45ae-4102-88f5-45108756efdb),segment_id=02fd8397-45ae-4102-88f5-45108756efdb)] {{(pid=104642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:35:27.403593 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-4a1dc918-f0eb-4b37-b45c-417f339610a6 req-c9685079-969c-48b8-854f-d103bd2e2940 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for port (c738b38d-cc3a-42ab-8d0f-8c9dc892211c), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:27.457929 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-4a1dc918-f0eb-4b37-b45c-417f339610a6 req-c9685079-969c-48b8-854f-d103bd2e2940 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632642'] for port (c738b38d-cc3a-42ab-8d0f-8c9dc892211c), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:27.478334 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['c738b38d-cc3a-42ab-8d0f-8c9dc892211c'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:35:27.615529 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:27.733676 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1dc918-f0eb-4b37-b45c-417f339610a6 req-c9685079-969c-48b8-854f-d103bd2e2940 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:27.734285 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [req-4a1dc918-f0eb-4b37-b45c-417f339610a6 req-c9685079-969c-48b8-854f-d103bd2e2940 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:27.735659 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4a1dc918-f0eb-4b37-b45c-417f339610a6 req-c9685079-969c-48b8-854f-d103bd2e2940 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "PUT /v2.0/ports/c738b38d-cc3a-42ab-8d0f-8c9dc892211c HTTP/1.1" status: 200 len: 942 time: 0.6626976 May 26 21:35:27.736138 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6d3384-3b9f-4042-a947-d15b99941c35', 'tag': 'c738b38d-cc3a-42ab-8d0f-8c9dc892211c'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:35:27.738355 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d88d4f-3ab6-4d68-8e52-7245c7072b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6d3384-3b9f-4042-a947-d15b99941c35", "tag": "c738b38d-cc3a-42ab-8d0f-8c9dc892211c"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:35:27.741720 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 55418) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:27.767525 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9685079-969c-48b8-854f-d103bd2e2940 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Pushing event updated for resources: {'Port': ['ID=c738b38d-cc3a-42ab-8d0f-8c9dc892211c,revision_number=7']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:27.780337 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb14fc8e-9d24-47be-b16e-a5fc67394296 x-openstack-request-id: req-cb14fc8e-9d24-47be-b16e-a5fc67394296 {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:35:27.780499 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6d3384-3b9f-4042-a947-d15b99941c35", "tag": "c738b38d-cc3a-42ab-8d0f-8c9dc892211c", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:35:27.780686 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb14fc8e-9d24-47be-b16e-a5fc67394296 {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:35:27.781082 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb14fc8e-9d24-47be-b16e-a5fc67394296'] response: {'name': 'network-changed', 'server_uuid': '6f6d3384-3b9f-4042-a947-d15b99941c35', 'tag': 'c738b38d-cc3a-42ab-8d0f-8c9dc892211c', 'status': 'completed', 'code': 200} May 26 21:35:27.850501 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d54fd3d9-0c53-4d36-99d7-bf13c1b5195a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for security_group (7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:27.854707 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:27.880325 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d88d4f-3ab6-4d68-8e52-7245c7072b1c req-f4effece-0e8b-4e94-9dfd-f33e0a618fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:27.880325 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e5d88d4f-3ab6-4d68-8e52-7245c7072b1c req-f4effece-0e8b-4e94-9dfd-f33e0a618fdd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=771d85ed5c3b4a6bbc9945d88cfcbab8&device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 1129 time: 0.0656977 May 26 21:35:27.903126 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d54fd3d9-0c53-4d36-99d7-bf13c1b5195a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for security_group (7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:27.961097 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-a0ef9429-445b-411e-a3e0-ebb8a0ed3d58 None None] Provisioning complete for port c738b38d-cc3a-42ab-8d0f-8c9dc892211c triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:35:27.961515 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9429-445b-411e-a3e0-ebb8a0ed3d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (c738b38d-cc3a-42ab-8d0f-8c9dc892211c), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:27.963308 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55424) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:28.022324 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d88d4f-3ab6-4d68-8e52-7245c7072b1c req-8f7c0d61-5a71-444b-ad85-69d9d6bd3e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:28.024007 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e5d88d4f-3ab6-4d68-8e52-7245c7072b1c req-8f7c0d61-5a71-444b-ad85-69d9d6bd3e71 service neutron] 10.222.0.60 "GET /v2.0/networks?id=67963c39-9b8d-4e89-8021-57829e1176c5 HTTP/1.1" status: 200 len: 915 time: 0.1373713 May 26 21:35:28.028775 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-527376ee-eb96-41c2-9ac5-02c8ef762a43 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for security_group (6d185e30-ba82-44bc-a62f-8d5210cc3159), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:28.046821 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef9429-445b-411e-a3e0-ebb8a0ed3d58 None None] Current status of the port c738b38d-cc3a-42ab-8d0f-8c9dc892211c is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:35:28.063173 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-527376ee-eb96-41c2-9ac5-02c8ef762a43 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for security_group (6d185e30-ba82-44bc-a62f-8d5210cc3159), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:28.091559 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e5d88d4f-3ab6-4d68-8e52-7245c7072b1c req-68ff7588-3351-49a3-abc9-1e1c76f743cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c738b38d-cc3a-42ab-8d0f-8c9dc892211c HTTP/1.1" status: 200 len: 1001 time: 0.0610719 May 26 21:35:28.143588 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d88d4f-3ab6-4d68-8e52-7245c7072b1c req-c215373f-1a0b-4f3c-a3d9-d845bdf07286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:28.145088 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e5d88d4f-3ab6-4d68-8e52-7245c7072b1c req-c215373f-1a0b-4f3c-a3d9-d845bdf07286 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e4d7177c-5e3d-448a-a712-c1598bcbcb8f HTTP/1.1" status: 200 len: 853 time: 0.0469987 May 26 21:35:28.148476 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['c738b38d-cc3a-42ab-8d0f-8c9dc892211c'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:35:28.179548 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-527376ee-eb96-41c2-9ac5-02c8ef762a43 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (6d185e30-ba82-44bc-a62f-8d5210cc3159), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:28.180790 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d54fd3d9-0c53-4d36-99d7-bf13c1b5195a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:28.183248 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d54fd3d9-0c53-4d36-99d7-bf13c1b5195a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:28.183709 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-527376ee-eb96-41c2-9ac5-02c8ef762a43 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:28.187360 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-d54fd3d9-0c53-4d36-99d7-bf13c1b5195a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "DELETE /v2.0/security-groups/7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa HTTP/1.1" status: 204 len: 168 time: 0.4413667 May 26 21:35:28.187527 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-527376ee-eb96-41c2-9ac5-02c8ef762a43 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "DELETE /v2.0/security-groups/6d185e30-ba82-44bc-a62f-8d5210cc3159 HTTP/1.1" status: 204 len: 168 time: 0.2204115 May 26 21:35:28.189166 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55426) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:28.189497 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55428) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:28.205555 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54fd3d9-0c53-4d36-99d7-bf13c1b5195a tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edb3ef7-e7c8-45f8-8c05-f77bb963aaaa,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:28.210120 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d88d4f-3ab6-4d68-8e52-7245c7072b1c req-acbfd131-61b4-4574-802a-ff085b556fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:28.212943 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e5d88d4f-3ab6-4d68-8e52-7245c7072b1c req-acbfd131-61b4-4574-802a-ff085b556fa6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67963c39-9b8d-4e89-8021-57829e1176c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594757 May 26 21:35:28.245840 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527376ee-eb96-41c2-9ac5-02c8ef762a43 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d185e30-ba82-44bc-a62f-8d5210cc3159,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:28.250367 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.api.v2.resource [None req-aafd3614-9cf2-4840-aa19-adbc78029422 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] show failed (client error): The resource could not be found. May 26 21:35:28.251309 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-aafd3614-9cf2-4840-aa19-adbc78029422 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups/6d185e30-ba82-44bc-a62f-8d5210cc3159 HTTP/1.1" status: 404 len: 347 time: 0.0596142 May 26 21:35:28.254448 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55432) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:28.316194 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e5d88d4f-3ab6-4d68-8e52-7245c7072b1c req-8a76da69-4277-40ac-a05f-9d62295843f7 service neutron] 10.222.0.60 "GET /v2.0/networks/67963c39-9b8d-4e89-8021-57829e1176c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979238 May 26 21:35:28.389932 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:28.411601 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e5d88d4f-3ab6-4d68-8e52-7245c7072b1c req-dafc17b0-31dc-4fd3-b375-f0861b6929b0 service neutron] 10.222.0.60 "GET /v2.0/networks/67963c39-9b8d-4e89-8021-57829e1176c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869074 May 26 21:35:28.441491 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-786489e6-610d-4654-a21c-12fc4c9251aa tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Deleting port 1a3617a8-791f-4eae-a864-92f8859ffbd6 {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:35:28.441831 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-786489e6-610d-4654-a21c-12fc4c9251aa tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (1a3617a8-791f-4eae-a864-92f8859ffbd6), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:28.443309 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:28.487645 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-24d80027-670a-4f16-97b2-68b40d963bd5 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Deleting port 838d3153-3ad6-49f7-acfc-bf9b95a9e1b0 {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:35:28.488005 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-24d80027-670a-4f16-97b2-68b40d963bd5 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (838d3153-3ad6-49f7-acfc-bf9b95a9e1b0), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:28.583919 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-786489e6-610d-4654-a21c-12fc4c9251aa tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (1a3617a8-791f-4eae-a864-92f8859ffbd6), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:28.584158 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-786489e6-610d-4654-a21c-12fc4c9251aa tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for floatingip (1a3617a8-791f-4eae-a864-92f8859ffbd6), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:28.605980 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-24d80027-670a-4f16-97b2-68b40d963bd5 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (838d3153-3ad6-49f7-acfc-bf9b95a9e1b0), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:28.606295 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-24d80027-670a-4f16-97b2-68b40d963bd5 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for floatingip (838d3153-3ad6-49f7-acfc-bf9b95a9e1b0), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:28.609577 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-786489e6-610d-4654-a21c-12fc4c9251aa tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Calling delete_port for 1a3617a8-791f-4eae-a864-92f8859ffbd6 owned by network:floatingip {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:35:28.626450 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-24d80027-670a-4f16-97b2-68b40d963bd5 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Calling delete_port for 838d3153-3ad6-49f7-acfc-bf9b95a9e1b0 owned by network:floatingip {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:35:28.667450 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:28.920961 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-786489e6-610d-4654-a21c-12fc4c9251aa tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (1a3617a8-791f-4eae-a864-92f8859ffbd6), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:28.943532 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786489e6-610d-4654-a21c-12fc4c9251aa tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Pushing event deleted for resources: {'Port': ['ID=1a3617a8-791f-4eae-a864-92f8859ffbd6,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:28.955174 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-24d80027-670a-4f16-97b2-68b40d963bd5 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (838d3153-3ad6-49f7-acfc-bf9b95a9e1b0), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:28.995203 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d80027-670a-4f16-97b2-68b40d963bd5 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Pushing event deleted for resources: {'Port': ['ID=838d3153-3ad6-49f7-acfc-bf9b95a9e1b0,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:29.075929 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-786489e6-610d-4654-a21c-12fc4c9251aa tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks [] for floatingip (9e08809b-d4f0-4402-90cf-6e44b00da5c6), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:29.078963 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-786489e6-610d-4654-a21c-12fc4c9251aa tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:29.080103 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-786489e6-610d-4654-a21c-12fc4c9251aa tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "DELETE /v2.0/floatingips/9e08809b-d4f0-4402-90cf-6e44b00da5c6 HTTP/1.1" status: 204 len: 168 time: 0.8247833 May 26 21:35:29.091846 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-24d80027-670a-4f16-97b2-68b40d963bd5 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks [] for floatingip (885848c3-0aae-4e37-baa3-578570b1b5b5), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:29.092813 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.l3_db [None req-24d80027-670a-4f16-97b2-68b40d963bd5 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Floating IP 885848c3-0aae-4e37-baa3-578570b1b5b5 disassociated (deleted). External IP: 172.27.3.167, port: c738b38d-cc3a-42ab-8d0f-8c9dc892211c. May 26 21:35:29.291475 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d80027-670a-4f16-97b2-68b40d963bd5 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Router 3fa6af5f-05bd-42be-ad24-4ce7220031af has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:35:29.304210 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:29.396363 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d80027-670a-4f16-97b2-68b40d963bd5 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:35:29.400920 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-24d80027-670a-4f16-97b2-68b40d963bd5 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:29.406237 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c971fa-2346-4444-866a-e558430fc49b None None] Sync routers for ids ['3fa6af5f-05bd-42be-ad24-4ce7220031af'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:35:29.419914 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c971fa-2346-4444-866a-e558430fc49b None None] Routers {'3fa6af5f-05bd-42be-ad24-4ce7220031af'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:35:29.421185 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-54c971fa-2346-4444-866a-e558430fc49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:35:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['3fa6af5f-05bd-42be-ad24-4ce7220031af'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:29.432347 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-24d80027-670a-4f16-97b2-68b40d963bd5 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "DELETE /v2.0/floatingips/885848c3-0aae-4e37-baa3-578570b1b5b5 HTTP/1.1" status: 204 len: 168 time: 1.2418072 May 26 21:35:29.525495 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-54c971fa-2346-4444-866a-e558430fc49b None None] Set router 3fa6af5f-05bd-42be-ad24-4ce7220031af gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:35:29.561214 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:29.781938 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6d3384-3b9f-4042-a947-d15b99941c35', 'tag': 'c738b38d-cc3a-42ab-8d0f-8c9dc892211c'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:35:29.784346 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0203de6d-b80c-4b0a-8902-eab814ad059d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6d3384-3b9f-4042-a947-d15b99941c35", "tag": "c738b38d-cc3a-42ab-8d0f-8c9dc892211c"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:35:29.821246 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f1f6b1-6b33-40ad-a8e8-38b58dcabc99 x-openstack-request-id: req-e7f1f6b1-6b33-40ad-a8e8-38b58dcabc99 {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:35:29.821536 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6d3384-3b9f-4042-a947-d15b99941c35", "tag": "c738b38d-cc3a-42ab-8d0f-8c9dc892211c", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:35:29.821771 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7f1f6b1-6b33-40ad-a8e8-38b58dcabc99 {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:35:29.822163 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f1f6b1-6b33-40ad-a8e8-38b58dcabc99'] response: {'name': 'network-changed', 'server_uuid': '6f6d3384-3b9f-4042-a947-d15b99941c35', 'tag': 'c738b38d-cc3a-42ab-8d0f-8c9dc892211c', 'status': 'completed', 'code': 200} May 26 21:35:29.840565 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-54c971fa-2346-4444-866a-e558430fc49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'name': 'tempest-TestMinimumBasicScenario-760489081-router', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '002fb366-ee00-4a28-98d2-099666443950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:52Z', 'updated_at': '2022-05-26T21:29:56Z', 'revision_number': 4, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'gw_port': {'id': '002fb366-ee00-4a28-98d2-099666443950', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:53Z', 'updated_at': '2022-05-26T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'd74fc488-a12a-43de-89ea-1bb2b77554bb', 'name': '', 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'mac_address': 'fa:16:3e:9a:3f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e4d7177c-5e3d-448a-a712-c1598bcbcb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:55Z', 'updated_at': '2022-05-26T21:30:00Z', 'revision_number': 5, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'subnets': [{'id': 'e4d7177c-5e3d-448a-a712-c1598bcbcb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:29.866539 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c971fa-2346-4444-866a-e558430fc49b None None] Checking router: 3fa6af5f-05bd-42be-ad24-4ce7220031af for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:35:29.877254 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c971fa-2346-4444-866a-e558430fc49b None None] Routers {'3fa6af5f-05bd-42be-ad24-4ce7220031af'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:35:29.877894 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-54c971fa-2346-4444-866a-e558430fc49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:35:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['3fa6af5f-05bd-42be-ad24-4ce7220031af'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:29.893194 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203de6d-b80c-4b0a-8902-eab814ad059d req-6ed4bd98-1665-4a43-8d43-415a00b65e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:29.894686 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0203de6d-b80c-4b0a-8902-eab814ad059d req-6ed4bd98-1665-4a43-8d43-415a00b65e9e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=771d85ed5c3b4a6bbc9945d88cfcbab8&device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 1129 time: 0.0439641 May 26 21:35:29.933468 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:29.986310 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-54c971fa-2346-4444-866a-e558430fc49b None None] Set router 3fa6af5f-05bd-42be-ad24-4ce7220031af gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:35:29.990281 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:35:30.038440 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] No Port match for: 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:35:30.038678 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 7ac14258-ea6a-4ad5-9917-4ed15bf4d8e9 not bound to the agent host hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:35:30.207478 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-54c971fa-2346-4444-866a-e558430fc49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'name': 'tempest-TestMinimumBasicScenario-760489081-router', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '002fb366-ee00-4a28-98d2-099666443950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:52Z', 'updated_at': '2022-05-26T21:29:56Z', 'revision_number': 4, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'gw_port': {'id': '002fb366-ee00-4a28-98d2-099666443950', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:53Z', 'updated_at': '2022-05-26T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'd74fc488-a12a-43de-89ea-1bb2b77554bb', 'name': '', 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'mac_address': 'fa:16:3e:9a:3f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e4d7177c-5e3d-448a-a712-c1598bcbcb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:55Z', 'updated_at': '2022-05-26T21:30:00Z', 'revision_number': 5, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'subnets': [{'id': 'e4d7177c-5e3d-448a-a712-c1598bcbcb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:30.213885 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203de6d-b80c-4b0a-8902-eab814ad059d req-de9f0c05-324e-48a3-97e3-b223a6f7bd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:30.215388 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0203de6d-b80c-4b0a-8902-eab814ad059d req-de9f0c05-324e-48a3-97e3-b223a6f7bd24 service neutron] 10.222.0.60 "GET /v2.0/networks?id=67963c39-9b8d-4e89-8021-57829e1176c5 HTTP/1.1" status: 200 len: 915 time: 0.3139536 May 26 21:35:30.232407 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c971fa-2346-4444-866a-e558430fc49b None None] The sync data for ids ['3fa6af5f-05bd-42be-ad24-4ce7220031af'] in dv-cinder-828805-3-iscsi is: [{'id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'name': 'tempest-TestMinimumBasicScenario-760489081-router', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '002fb366-ee00-4a28-98d2-099666443950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:52Z', 'updated_at': '2022-05-26T21:29:56Z', 'revision_number': 4, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'gw_port': {'id': '002fb366-ee00-4a28-98d2-099666443950', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:53Z', 'updated_at': '2022-05-26T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'd74fc488-a12a-43de-89ea-1bb2b77554bb', 'name': '', 'network_id': '67963c39-9b8d-4e89-8021-57829e1176c5', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'mac_address': 'fa:16:3e:9a:3f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e4d7177c-5e3d-448a-a712-c1598bcbcb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:55Z', 'updated_at': '2022-05-26T21:30:00Z', 'revision_number': 5, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'subnets': [{'id': 'e4d7177c-5e3d-448a-a712-c1598bcbcb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:35:30.447331 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe3a39b-3ceb-4776-b636-3ae38565664c None None] New status for floating IP 885848c3-0aae-4e37-baa3-578570b1b5b5: DOWN {{(pid=104645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:35:30.450444 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:30.477030 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=40,neutron:UPDATE=5 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:30.487891 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0203de6d-b80c-4b0a-8902-eab814ad059d req-05c2d5d5-39f2-4763-b0b9-9889d0515100 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c738b38d-cc3a-42ab-8d0f-8c9dc892211c HTTP/1.1" status: 200 len: 217 time: 0.0378935 May 26 21:35:30.539854 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203de6d-b80c-4b0a-8902-eab814ad059d req-7b022a44-ac30-4025-afe5-25abb28fa276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:30.541364 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0203de6d-b80c-4b0a-8902-eab814ad059d req-7b022a44-ac30-4025-afe5-25abb28fa276 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e4d7177c-5e3d-448a-a712-c1598bcbcb8f HTTP/1.1" status: 200 len: 853 time: 0.0455000 May 26 21:35:30.642015 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203de6d-b80c-4b0a-8902-eab814ad059d req-aca0ca11-fa12-489c-a76a-fef84ff3b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:30.643495 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0203de6d-b80c-4b0a-8902-eab814ad059d req-aca0ca11-fa12-489c-a76a-fef84ff3b315 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67963c39-9b8d-4e89-8021-57829e1176c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431697 May 26 21:35:30.734059 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0203de6d-b80c-4b0a-8902-eab814ad059d req-b5e0e162-ff86-4f43-abe7-815dbbd1d8c6 service neutron] 10.222.0.60 "GET /v2.0/networks/67963c39-9b8d-4e89-8021-57829e1176c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832989 May 26 21:35:30.835327 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0203de6d-b80c-4b0a-8902-eab814ad059d req-4db2d904-4916-475a-9826-950736df677c service neutron] 10.222.0.60 "GET /v2.0/networks/67963c39-9b8d-4e89-8021-57829e1176c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884941 May 26 21:35:32.079550 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6665bcd-4fb6-4c67-a866-ed03e5130fe6 req-80fcfa48-e604-4a52-9b49-967018b023fa tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:32.081094 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f6665bcd-4fb6-4c67-a866-ed03e5130fe6 req-80fcfa48-e604-4a52-9b49-967018b023fa tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0487297 May 26 21:35:32.129282 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f6665bcd-4fb6-4c67-a866-ed03e5130fe6 req-627c918a-356f-4d60-a7c1-b0ce9f829081 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425992 May 26 21:35:32.765368 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fe80e-fcf9-454d-b9c1-072d8fd041fe req-96e73c63-5ae6-4983-a5c2-27957220565e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:32.766825 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-486fe80e-fcf9-454d-b9c1-072d8fd041fe req-96e73c63-5ae6-4983-a5c2-27957220565e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.60 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 945 time: 0.0472293 May 26 21:35:32.857552 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-486fe80e-fcf9-454d-b9c1-072d8fd041fe req-8b16febb-159e-4f84-808c-7cbb4ac108c5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Deleting port 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:35:32.857892 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-486fe80e-fcf9-454d-b9c1-072d8fd041fe req-8b16febb-159e-4f84-808c-7cbb4ac108c5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (24cfeb63-c26b-4bcf-af3c-b3af9fdb259d), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:32.904398 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:32.949706 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-486fe80e-fcf9-454d-b9c1-072d8fd041fe req-8b16febb-159e-4f84-808c-7cbb4ac108c5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] For port 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=24cfeb63-c26b-4bcf-af3c-b3af9fdb259d,segment=NetworkSegment(92a89fa7-f318-4dd2-9048-6985bfbfaf8d),segment_id=92a89fa7-f318-4dd2-9048-6985bfbfaf8d)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:35:32.950068 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-486fe80e-fcf9-454d-b9c1-072d8fd041fe req-8b16febb-159e-4f84-808c-7cbb4ac108c5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (24cfeb63-c26b-4bcf-af3c-b3af9fdb259d), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:32.971066 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-486fe80e-fcf9-454d-b9c1-072d8fd041fe req-8b16febb-159e-4f84-808c-7cbb4ac108c5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Calling delete_port for 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d owned by compute:nova {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:35:33.010128 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:33.196295 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-486fe80e-fcf9-454d-b9c1-072d8fd041fe req-8b16febb-159e-4f84-808c-7cbb4ac108c5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (24cfeb63-c26b-4bcf-af3c-b3af9fdb259d), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:33.208719 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['24cfeb63-c26b-4bcf-af3c-b3af9fdb259d', 'b2321d87-7db4-4cc6-a9c8-6caeb967992e'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:35:33.223101 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16febb-159e-4f84-808c-7cbb4ac108c5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Pushing event deleted for resources: {'Port': ['ID=24cfeb63-c26b-4bcf-af3c-b3af9fdb259d,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:33.236462 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1f3de68b-fd04-4d5f-bef7-ae0dc3aa59b8 req-2b27d5c3-130a-4def-9170-a0468e22be5b tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 210 time: 0.0285053 May 26 21:35:33.278578 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-486fe80e-fcf9-454d-b9c1-072d8fd041fe req-8b16febb-159e-4f84-808c-7cbb4ac108c5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] No DVR routers for this DVR port 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d on host hv-cinder-82880 {{(pid=104643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:35:33.281078 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-486fe80e-fcf9-454d-b9c1-072d8fd041fe req-8b16febb-159e-4f84-808c-7cbb4ac108c5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:33.284316 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-486fe80e-fcf9-454d-b9c1-072d8fd041fe req-8b16febb-159e-4f84-808c-7cbb4ac108c5 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.60 "DELETE /v2.0/ports/24cfeb63-c26b-4bcf-af3c-b3af9fdb259d HTTP/1.1" status: 204 len: 173 time: 0.5095205 May 26 21:35:33.284753 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05b42bf-dc0a-43d4-a6e9-d5126fffc9e1', 'name': 'network-vif-deleted', 'tag': '24cfeb63-c26b-4bcf-af3c-b3af9fdb259d'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:35:33.287034 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f287e887-10e1-4501-be53-95797261d966" -d '{"events": [{"server_uuid": "d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1", "name": "network-vif-deleted", "tag": "24cfeb63-c26b-4bcf-af3c-b3af9fdb259d"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:35:33.324516 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52349e77-6e88-47b6-aa2f-54a94bda2a61 x-openstack-request-id: req-52349e77-6e88-47b6-aa2f-54a94bda2a61 {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:35:33.324805 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1", "name": "network-vif-deleted", "tag": "24cfeb63-c26b-4bcf-af3c-b3af9fdb259d", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:35:33.325087 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-52349e77-6e88-47b6-aa2f-54a94bda2a61 {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:35:33.325484 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52349e77-6e88-47b6-aa2f-54a94bda2a61'] response: {'server_uuid': 'd05b42bf-dc0a-43d4-a6e9-d5126fffc9e1', 'name': 'network-vif-deleted', 'tag': '24cfeb63-c26b-4bcf-af3c-b3af9fdb259d', 'status': 'completed', 'code': 200} May 26 21:35:33.776607 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef9c00-c483-4bf2-9086-1b6ac24a8c06 req-2fd5701f-6b85-40fb-9f79-3409cf24bbcd tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:33.778072 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8cef9c00-c483-4bf2-9086-1b6ac24a8c06 req-2fd5701f-6b85-40fb-9f79-3409cf24bbcd tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 945 time: 0.0477800 May 26 21:35:33.826305 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8cef9c00-c483-4bf2-9086-1b6ac24a8c06 req-56d61a32-295b-4e85-9aff-de2c3bb0de80 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420840 May 26 21:35:34.344019 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-57a02e87-4b8f-4103-a0f5-e20297520383 req-b5b07455-af36-4e3d-86b5-2d0fcd1ec421 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 210 time: 0.0274882 May 26 21:35:34.939237 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc968f-0d81-48cf-ba12-30cf1f97c633 req-35466031-fc1b-4294-9b94-9c394efe7a16 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:34.941034 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-39cc968f-0d81-48cf-ba12-30cf1f97c633 req-35466031-fc1b-4294-9b94-9c394efe7a16 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 945 time: 0.0472565 May 26 21:35:34.991266 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-39cc968f-0d81-48cf-ba12-30cf1f97c633 req-5d0a29a1-5720-4abe-b4bc-06f02291c817 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443821 May 26 21:35:35.452137 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2e190286-90f1-4f49-85e5-6add3eb632e9 req-3e85fb20-70a9-4a88-b330-87ae47660508 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05b42bf-dc0a-43d4-a6e9-d5126fffc9e1 HTTP/1.1" status: 200 len: 210 time: 0.0292134 May 26 21:35:36.006341 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:35:36.026919 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] No Port match for: 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:35:36.027255 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 24cfeb63-c26b-4bcf-af3c-b3af9fdb259d not bound to the agent host hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:35:36.106756 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9d48c-0540-4e61-9910-ee6c8ddaaae9 req-3cf40608-245f-4080-86be-271bdfbe0dfa tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:36.108259 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9af9d48c-0540-4e61-9910-ee6c8ddaaae9 req-3cf40608-245f-4080-86be-271bdfbe0dfa tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 945 time: 0.0476515 May 26 21:35:36.187633 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817460a-08ac-49aa-a7ce-6000cde0e51b req-28bbc588-1561-4534-88e8-90dcdf672cfb tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:36.190808 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8817460a-08ac-49aa-a7ce-6000cde0e51b req-28bbc588-1561-4534-88e8-90dcdf672cfb tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 945 time: 0.0683813 May 26 21:35:36.193239 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9af9d48c-0540-4e61-9910-ee6c8ddaaae9 req-33f1022a-1414-46b0-b9cc-0bb8c7f7652d tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5d41762-d426-4d6e-ba7b-3772ab6345d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794079 May 26 21:35:36.276331 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-8817460a-08ac-49aa-a7ce-6000cde0e51b req-e85f0008-990a-46b6-bde2-5fb385e40f9c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Deleting port c738b38d-cc3a-42ab-8d0f-8c9dc892211c {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:35:36.276590 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-8817460a-08ac-49aa-a7ce-6000cde0e51b req-e85f0008-990a-46b6-bde2-5fb385e40f9c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (c738b38d-cc3a-42ab-8d0f-8c9dc892211c), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:36.362545 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-8817460a-08ac-49aa-a7ce-6000cde0e51b req-e85f0008-990a-46b6-bde2-5fb385e40f9c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] For port c738b38d-cc3a-42ab-8d0f-8c9dc892211c, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c738b38d-cc3a-42ab-8d0f-8c9dc892211c,segment=NetworkSegment(02fd8397-45ae-4102-88f5-45108756efdb),segment_id=02fd8397-45ae-4102-88f5-45108756efdb)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:35:36.362900 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-8817460a-08ac-49aa-a7ce-6000cde0e51b req-e85f0008-990a-46b6-bde2-5fb385e40f9c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (c738b38d-cc3a-42ab-8d0f-8c9dc892211c), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:36.375924 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-8817460a-08ac-49aa-a7ce-6000cde0e51b req-e85f0008-990a-46b6-bde2-5fb385e40f9c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Calling delete_port for c738b38d-cc3a-42ab-8d0f-8c9dc892211c owned by compute:nova {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:35:36.458086 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:36.603136 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-8817460a-08ac-49aa-a7ce-6000cde0e51b req-e85f0008-990a-46b6-bde2-5fb385e40f9c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (c738b38d-cc3a-42ab-8d0f-8c9dc892211c), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:36.614757 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['c738b38d-cc3a-42ab-8d0f-8c9dc892211c'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:35:36.638696 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f0008-990a-46b6-bde2-5fb385e40f9c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Pushing event deleted for resources: {'Port': ['ID=c738b38d-cc3a-42ab-8d0f-8c9dc892211c,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:36.683839 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-8817460a-08ac-49aa-a7ce-6000cde0e51b req-e85f0008-990a-46b6-bde2-5fb385e40f9c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] No DVR routers for this DVR port c738b38d-cc3a-42ab-8d0f-8c9dc892211c on host hv-cinder-82880 {{(pid=104643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:35:36.686346 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-8817460a-08ac-49aa-a7ce-6000cde0e51b req-e85f0008-990a-46b6-bde2-5fb385e40f9c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:36.689620 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8817460a-08ac-49aa-a7ce-6000cde0e51b req-e85f0008-990a-46b6-bde2-5fb385e40f9c tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.60 "DELETE /v2.0/ports/c738b38d-cc3a-42ab-8d0f-8c9dc892211c HTTP/1.1" status: 204 len: 173 time: 0.4952540 May 26 21:35:36.690049 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6d3384-3b9f-4042-a947-d15b99941c35', 'name': 'network-vif-deleted', 'tag': 'c738b38d-cc3a-42ab-8d0f-8c9dc892211c'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:35:36.692517 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e22c35b-ae72-4e9d-990e-b6876a6d5e0a" -d '{"events": [{"server_uuid": "6f6d3384-3b9f-4042-a947-d15b99941c35", "name": "network-vif-deleted", "tag": "c738b38d-cc3a-42ab-8d0f-8c9dc892211c"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:35:36.729610 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d14e8c3-e1c3-4dff-9951-61d99d92e558 x-openstack-request-id: req-1d14e8c3-e1c3-4dff-9951-61d99d92e558 {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:35:36.729878 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6d3384-3b9f-4042-a947-d15b99941c35", "name": "network-vif-deleted", "tag": "c738b38d-cc3a-42ab-8d0f-8c9dc892211c", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:35:36.730136 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d14e8c3-e1c3-4dff-9951-61d99d92e558 {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:35:36.730529 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d14e8c3-e1c3-4dff-9951-61d99d92e558'] response: {'server_uuid': '6f6d3384-3b9f-4042-a947-d15b99941c35', 'name': 'network-vif-deleted', 'tag': 'c738b38d-cc3a-42ab-8d0f-8c9dc892211c', 'status': 'completed', 'code': 200} May 26 21:35:36.944957 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:36.955832 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78314485-4896-4b88-823e-880c06b56819 req-84786642-7edf-4b4a-beed-bbaf9618685e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:36.957322 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-78314485-4896-4b88-823e-880c06b56819 req-84786642-7edf-4b4a-beed-bbaf9618685e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0504582 May 26 21:35:37.009502 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-78314485-4896-4b88-823e-880c06b56819 req-87097a1d-061a-48c3-a6bb-f22c84189f8e tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9d99b6-73c7-43ea-ae3b-21ebed015934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461912 May 26 21:35:37.301482 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-927cd6ae-e8ce-4549-aba6-fda2a3517250 req-79201356-b910-4c79-abcc-50f5b2963fa6 tempest-TestMinimumBasicScenario-1608082827 tempest-TestMinimumBasicScenario-1608082827-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d3384-3b9f-4042-a947-d15b99941c35 HTTP/1.1" status: 200 len: 210 time: 0.0279975 May 26 21:35:37.633230 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763b469-6565-4b79-aaa6-10ba168ab51f req-8e0bfe54-0170-4954-b539-d923800174c9 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:37.634676 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b763b469-6565-4b79-aaa6-10ba168ab51f req-8e0bfe54-0170-4954-b539-d923800174c9 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0462487 May 26 21:35:37.718602 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:37.726733 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-b763b469-6565-4b79-aaa6-10ba168ab51f req-717c29a8-0372-452f-a3f5-c78168fd1efc tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Deleting port b2321d87-7db4-4cc6-a9c8-6caeb967992e {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:35:37.727071 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-b763b469-6565-4b79-aaa6-10ba168ab51f req-717c29a8-0372-452f-a3f5-c78168fd1efc tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (b2321d87-7db4-4cc6-a9c8-6caeb967992e), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:37.818445 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-b763b469-6565-4b79-aaa6-10ba168ab51f req-717c29a8-0372-452f-a3f5-c78168fd1efc tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] For port b2321d87-7db4-4cc6-a9c8-6caeb967992e, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=b2321d87-7db4-4cc6-a9c8-6caeb967992e,segment=NetworkSegment(92a89fa7-f318-4dd2-9048-6985bfbfaf8d),segment_id=92a89fa7-f318-4dd2-9048-6985bfbfaf8d)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:35:37.818806 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-b763b469-6565-4b79-aaa6-10ba168ab51f req-717c29a8-0372-452f-a3f5-c78168fd1efc tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (b2321d87-7db4-4cc6-a9c8-6caeb967992e), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:37.831821 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-b763b469-6565-4b79-aaa6-10ba168ab51f req-717c29a8-0372-452f-a3f5-c78168fd1efc tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Calling delete_port for b2321d87-7db4-4cc6-a9c8-6caeb967992e owned by compute:nova {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:35:38.030409 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-b763b469-6565-4b79-aaa6-10ba168ab51f req-717c29a8-0372-452f-a3f5-c78168fd1efc tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (b2321d87-7db4-4cc6-a9c8-6caeb967992e), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:38.059043 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c29a8-0372-452f-a3f5-c78168fd1efc tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Pushing event deleted for resources: {'Port': ['ID=b2321d87-7db4-4cc6-a9c8-6caeb967992e,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:38.065308 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['b2321d87-7db4-4cc6-a9c8-6caeb967992e'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:35:38.125474 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-b763b469-6565-4b79-aaa6-10ba168ab51f req-717c29a8-0372-452f-a3f5-c78168fd1efc tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] No DVR routers for this DVR port b2321d87-7db4-4cc6-a9c8-6caeb967992e on host hv-cinder-82880 {{(pid=104643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:35:38.128660 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-b763b469-6565-4b79-aaa6-10ba168ab51f req-717c29a8-0372-452f-a3f5-c78168fd1efc tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:38.132128 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b763b469-6565-4b79-aaa6-10ba168ab51f req-717c29a8-0372-452f-a3f5-c78168fd1efc tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.60 "DELETE /v2.0/ports/b2321d87-7db4-4cc6-a9c8-6caeb967992e HTTP/1.1" status: 204 len: 173 time: 0.4916732 May 26 21:35:38.143262 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f7ded99c-6ec2-43f1-b964-9706977b9974 req-8b271eb4-8e4f-4dd5-a2ae-0b0aeeee10b7 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 210 time: 0.0356705 May 26 21:35:38.731283 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9', 'name': 'network-vif-deleted', 'tag': 'b2321d87-7db4-4cc6-a9c8-6caeb967992e'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:35:38.733638 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4386289f-e79d-49b1-bcdb-34e12745695b" -d '{"events": [{"server_uuid": "5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9", "name": "network-vif-deleted", "tag": "b2321d87-7db4-4cc6-a9c8-6caeb967992e"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:35:38.768353 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5f1753-60d0-455c-8f14-88d3d62c19c1 x-openstack-request-id: req-6b5f1753-60d0-455c-8f14-88d3d62c19c1 {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:35:38.768644 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9", "name": "network-vif-deleted", "tag": "b2321d87-7db4-4cc6-a9c8-6caeb967992e", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:35:38.768897 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6b5f1753-60d0-455c-8f14-88d3d62c19c1 {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:35:38.769347 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b5f1753-60d0-455c-8f14-88d3d62c19c1'] response: {'server_uuid': '5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9', 'name': 'network-vif-deleted', 'tag': 'b2321d87-7db4-4cc6-a9c8-6caeb967992e', 'status': 'completed', 'code': 200} May 26 21:35:39.255318 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5db570a3-6d33-4df4-818e-0261ba96de7a req-ee6c09e9-4d14-4b7f-8bfd-fca98b2da451 tempest-ServerRescueNegativeTestJSON-1943305167 tempest-ServerRescueNegativeTestJSON-1943305167-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e4ce904-4beb-4fe0-87a1-e9c310f7d0a9 HTTP/1.1" status: 200 len: 210 time: 0.0290504 May 26 21:35:39.959354 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55562) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:40.083346 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device c738b38d-cc3a-42ab-8d0f-8c9dc892211c no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:35:40.102566 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] No Port match for: c738b38d-cc3a-42ab-8d0f-8c9dc892211c {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:35:40.102909 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device c738b38d-cc3a-42ab-8d0f-8c9dc892211c not bound to the agent host hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:35:40.103326 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device b2321d87-7db4-4cc6-a9c8-6caeb967992e no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:35:40.121683 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] No Port match for: b2321d87-7db4-4cc6-a9c8-6caeb967992e {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:35:40.122026 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device b2321d87-7db4-4cc6-a9c8-6caeb967992e not bound to the agent host hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:35:40.314193 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 55568) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:40.467974 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:35:40.479507 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694950'] for router_interface (3fa6af5f-05bd-42be-ad24-4ce7220031af), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:40.676217 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:40.745182 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694950'] for router_interface (c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:40.751195 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Deleting port d74fc488-a12a-43de-89ea-1bb2b77554bb {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:35:40.751524 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (d74fc488-a12a-43de-89ea-1bb2b77554bb), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:40.830362 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] For port d74fc488-a12a-43de-89ea-1bb2b77554bb, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=d74fc488-a12a-43de-89ea-1bb2b77554bb,segment=NetworkSegment(02fd8397-45ae-4102-88f5-45108756efdb),segment_id=02fd8397-45ae-4102-88f5-45108756efdb)] {{(pid=104642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:35:40.830711 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (d74fc488-a12a-43de-89ea-1bb2b77554bb), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:41.019444 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Deleting port c0572f3e-08d2-4188-96a3-1ea6290183be {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:35:41.019691 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (c0572f3e-08d2-4188-96a3-1ea6290183be), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:41.090024 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Calling delete_port for d74fc488-a12a-43de-89ea-1bb2b77554bb owned by network:router_interface {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:35:41.104268 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] For port c0572f3e-08d2-4188-96a3-1ea6290183be, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=c0572f3e-08d2-4188-96a3-1ea6290183be,segment=NetworkSegment(92a89fa7-f318-4dd2-9048-6985bfbfaf8d),segment_id=92a89fa7-f318-4dd2-9048-6985bfbfaf8d)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:35:41.104627 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (c0572f3e-08d2-4188-96a3-1ea6290183be), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:41.121500 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Calling delete_port for c0572f3e-08d2-4188-96a3-1ea6290183be owned by network:router_interface {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:35:41.164995 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:41.193212 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:41.213949 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:41.304871 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (d74fc488-a12a-43de-89ea-1bb2b77554bb), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:41.330128 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Pushing event deleted for resources: {'Port': ['ID=d74fc488-a12a-43de-89ea-1bb2b77554bb,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:41.350672 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (c0572f3e-08d2-4188-96a3-1ea6290183be), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:41.369620 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.369969 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.370312 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.370654 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.371615 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.371973 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.372465 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.372828 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.374092 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.374228 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Pushing event deleted for resources: {'Port': ['ID=c0572f3e-08d2-4188-96a3-1ea6290183be,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:41.374468 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.374763 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.375093 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.375417 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.375914 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.376128 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.384401 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.385495 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.385495 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.385495 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.385812 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.385994 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.386312 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.386628 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.387047 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.387251 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.387563 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.388075 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.388545 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.389010 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.389555 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:35:41.542907 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-394224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694842'] for router_interface (3fa6af5f-05bd-42be-ad24-4ce7220031af), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:41.571224 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:41.578756 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-394224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694842'] for router_interface (c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:41.765692 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Router 3fa6af5f-05bd-42be-ad24-4ce7220031af has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:35:41.796827 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Router c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:35:41.871222 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:35:41.880090 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-288a4be7-dc78-4a0f-acc7-e329be2b8991 admin admin] 10.222.0.42 "PUT /v2.0/routers/3fa6af5f-05bd-42be-ad24-4ce7220031af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9169633 May 26 21:35:41.881799 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee71b4e-9423-4d84-bac3-404d44565594 None None] Sync routers for ids ['3fa6af5f-05bd-42be-ad24-4ce7220031af'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:35:41.884125 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:41.884407 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55572) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:41.898200 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee71b4e-9423-4d84-bac3-404d44565594 None None] Routers {'3fa6af5f-05bd-42be-ad24-4ce7220031af'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:35:41.898683 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-bee71b4e-9423-4d84-bac3-404d44565594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:35:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['3fa6af5f-05bd-42be-ad24-4ce7220031af'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:41.994636 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-deac6fa6-3460-4b5b-9f52-58607020123e admin admin] Publish callbacks [] for router (3fa6af5f-05bd-42be-ad24-4ce7220031af), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:42.018224 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-bee71b4e-9423-4d84-bac3-404d44565594 None None] Set router 3fa6af5f-05bd-42be-ad24-4ce7220031af gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:35:42.099449 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-deac6fa6-3460-4b5b-9f52-58607020123e admin admin] Publish callbacks [] for router_gateway (3fa6af5f-05bd-42be-ad24-4ce7220031af), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:42.146327 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:35:42.151177 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-942d43bc-d95e-4442-9570-e234e5f2c2ee admin admin] 10.222.0.42 "PUT /v2.0/routers/c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8357863 May 26 21:35:42.153970 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 55574) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:42.161612 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3902040-c9df-490c-91be-f1d41797ca66 None None] Sync routers for ids ['c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:35:42.172579 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3902040-c9df-490c-91be-f1d41797ca66 None None] Routers {'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:35:42.173310 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-a3902040-c9df-490c-91be-f1d41797ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:35:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:42.201169 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-bee71b4e-9423-4d84-bac3-404d44565594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'name': 'tempest-TestMinimumBasicScenario-760489081-router', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '002fb366-ee00-4a28-98d2-099666443950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:52Z', 'updated_at': '2022-05-26T21:35:41Z', 'revision_number': 5, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'gw_port': {'id': '002fb366-ee00-4a28-98d2-099666443950', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:53Z', 'updated_at': '2022-05-26T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:42.230777 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-deac6fa6-3460-4b5b-9f52-58607020123e admin admin] Deleting port 002fb366-ee00-4a28-98d2-099666443950 {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:35:42.231161 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-deac6fa6-3460-4b5b-9f52-58607020123e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (002fb366-ee00-4a28-98d2-099666443950), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:42.235666 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee71b4e-9423-4d84-bac3-404d44565594 None None] Checking router: 3fa6af5f-05bd-42be-ad24-4ce7220031af for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:35:42.247224 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee71b4e-9423-4d84-bac3-404d44565594 None None] Routers {'3fa6af5f-05bd-42be-ad24-4ce7220031af'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:35:42.249638 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-bee71b4e-9423-4d84-bac3-404d44565594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:35:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['3fa6af5f-05bd-42be-ad24-4ce7220031af'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:42.279515 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-4d995665-3db1-4489-b97d-8b6bf717f53f admin admin] Publish callbacks [] for router (c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:42.280654 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:DELETE=5,neutron:UPDATE=2,neutron:SELECT=93 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:42.285923 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-a3902040-c9df-490c-91be-f1d41797ca66 None None] Set router c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:35:42.304195 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:42.318478 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [None req-deac6fa6-3460-4b5b-9f52-58607020123e admin admin] For port 002fb366-ee00-4a28-98d2-099666443950, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=002fb366-ee00-4a28-98d2-099666443950,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:35:42.319175 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-deac6fa6-3460-4b5b-9f52-58607020123e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (002fb366-ee00-4a28-98d2-099666443950), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:42.337556 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-deac6fa6-3460-4b5b-9f52-58607020123e admin admin] Calling delete_port for 002fb366-ee00-4a28-98d2-099666443950 owned by network:router_gateway {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:35:42.352390 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-bee71b4e-9423-4d84-bac3-404d44565594 None None] Set router 3fa6af5f-05bd-42be-ad24-4ce7220031af gateway port host: None {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:35:42.412758 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-bee71b4e-9423-4d84-bac3-404d44565594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'name': 'tempest-TestMinimumBasicScenario-760489081-router', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:52Z', 'updated_at': '2022-05-26T21:35:42Z', 'revision_number': 6, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'gw_port_host': None}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:42.425323 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-4d995665-3db1-4489-b97d-8b6bf717f53f admin admin] Publish callbacks [] for router_gateway (c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:42.448395 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee71b4e-9423-4d84-bac3-404d44565594 None None] The sync data for ids ['3fa6af5f-05bd-42be-ad24-4ce7220031af'] in dv-cinder-828805-3-iscsi is: [{'id': '3fa6af5f-05bd-42be-ad24-4ce7220031af', 'name': 'tempest-TestMinimumBasicScenario-760489081-router', 'tenant_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:52Z', 'updated_at': '2022-05-26T21:35:42Z', 'revision_number': 6, 'project_id': '771d85ed5c3b4a6bbc9945d88cfcbab8', 'gw_port_host': None}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:35:42.559074 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-a3902040-c9df-490c-91be-f1d41797ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-231518021-router', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:35:41Z', 'revision_number': 5, 'project_id': '318999cb1f874176b2523de9686febc1', 'gw_port': {'id': 'cb22fd7c-7636-4d47-a205-d90a425a226c', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:42.560861 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-4d995665-3db1-4489-b97d-8b6bf717f53f admin admin] Deleting port cb22fd7c-7636-4d47-a205-d90a425a226c {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:35:42.561301 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-4d995665-3db1-4489-b97d-8b6bf717f53f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (cb22fd7c-7636-4d47-a205-d90a425a226c), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:42.584264 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3902040-c9df-490c-91be-f1d41797ca66 None None] Checking router: c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:35:42.593487 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3902040-c9df-490c-91be-f1d41797ca66 None None] Routers {'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:35:42.594165 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-a3902040-c9df-490c-91be-f1d41797ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:35:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:42.602689 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-deac6fa6-3460-4b5b-9f52-58607020123e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (002fb366-ee00-4a28-98d2-099666443950), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:42.612307 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:42.632556 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac6fa6-3460-4b5b-9f52-58607020123e admin admin] Pushing event deleted for resources: {'Port': ['ID=002fb366-ee00-4a28-98d2-099666443950,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:42.643567 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [None req-4d995665-3db1-4489-b97d-8b6bf717f53f admin admin] For port cb22fd7c-7636-4d47-a205-d90a425a226c, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=cb22fd7c-7636-4d47-a205-d90a425a226c,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:35:42.643963 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-4d995665-3db1-4489-b97d-8b6bf717f53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (cb22fd7c-7636-4d47-a205-d90a425a226c), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:42.660940 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-4d995665-3db1-4489-b97d-8b6bf717f53f admin admin] Calling delete_port for cb22fd7c-7636-4d47-a205-d90a425a226c owned by network:router_gateway {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:35:42.682912 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-a3902040-c9df-490c-91be-f1d41797ca66 None None] Set router c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d gateway port host: None {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:35:42.712169 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-deac6fa6-3460-4b5b-9f52-58607020123e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696728'] for router_gateway (3fa6af5f-05bd-42be-ad24-4ce7220031af), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:42.736127 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-a3902040-c9df-490c-91be-f1d41797ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-231518021-router', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:35:42Z', 'revision_number': 6, 'project_id': '318999cb1f874176b2523de9686febc1', 'gw_port_host': None}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:42.760830 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3902040-c9df-490c-91be-f1d41797ca66 None None] The sync data for ids ['c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d'] in dv-cinder-828805-3-iscsi is: [{'id': 'c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-231518021-router', 'tenant_id': '318999cb1f874176b2523de9686febc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:35:42Z', 'revision_number': 6, 'project_id': '318999cb1f874176b2523de9686febc1', 'gw_port_host': None}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:35:42.826072 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-deac6fa6-3460-4b5b-9f52-58607020123e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4924'] for router (3fa6af5f-05bd-42be-ad24-4ce7220031af), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:42.828568 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-deac6fa6-3460-4b5b-9f52-58607020123e admin admin] Publish callbacks [] for router_controller (3fa6af5f-05bd-42be-ad24-4ce7220031af), precommit_delete_associations {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:42.916335 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-4d995665-3db1-4489-b97d-8b6bf717f53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (cb22fd7c-7636-4d47-a205-d90a425a226c), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:42.943033 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:42.945617 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d995665-3db1-4489-b97d-8b6bf717f53f admin admin] Pushing event deleted for resources: {'Port': ['ID=cb22fd7c-7636-4d47-a205-d90a425a226c,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:42.967706 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-deac6fa6-3460-4b5b-9f52-58607020123e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628802'] for router (3fa6af5f-05bd-42be-ad24-4ce7220031af), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:42.968393 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deac6fa6-3460-4b5b-9f52-58607020123e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fa6af5f-05bd-42be-ad24-4ce7220031af {{(pid=104642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 21:35:42.977957 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-deac6fa6-3460-4b5b-9f52-58607020123e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:42.977957 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-deac6fa6-3460-4b5b-9f52-58607020123e admin admin] 10.222.0.42 "DELETE /v2.0/routers/3fa6af5f-05bd-42be-ad24-4ce7220031af HTTP/1.1" status: 204 len: 168 time: 1.0909319 May 26 21:35:42.979208 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55578) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:43.009883 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-4d995665-3db1-4489-b97d-8b6bf717f53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696728'] for router_gateway (c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:43.024853 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_v2 [None req-e918d141-ac55-41e2-956e-33fed04369e5 admin admin] Deleting subnet e4d7177c-5e3d-448a-a712-c1598bcbcb8f {{(pid=104642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:35:43.027971 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e918d141-ac55-41e2-956e-33fed04369e5 admin admin] Publish callbacks [] for subnet (e4d7177c-5e3d-448a-a712-c1598bcbcb8f), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:43.063295 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e918d141-ac55-41e2-956e-33fed04369e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5148609'] for subnet (e4d7177c-5e3d-448a-a712-c1598bcbcb8f), precommit_delete_associations {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:43.110061 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-4d995665-3db1-4489-b97d-8b6bf717f53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4924'] for router (c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:43.112153 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-4d995665-3db1-4489-b97d-8b6bf717f53f admin admin] Publish callbacks [] for router_controller (c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d), precommit_delete_associations {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:43.176701 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e918d141-ac55-41e2-956e-33fed04369e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859283'] for subnet (e4d7177c-5e3d-448a-a712-c1598bcbcb8f), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:43.225404 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-4d995665-3db1-4489-b97d-8b6bf717f53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628802'] for router (c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:43.226152 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d995665-3db1-4489-b97d-8b6bf717f53f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d {{(pid=104643) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 21:35:43.232130 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-4d995665-3db1-4489-b97d-8b6bf717f53f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:43.233291 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-4d995665-3db1-4489-b97d-8b6bf717f53f admin admin] 10.222.0.42 "DELETE /v2.0/routers/c75ac54d-c68c-44d4-b3ab-8b543a9b1a9d HTTP/1.1" status: 204 len: 168 time: 1.0786996 May 26 21:35:43.236139 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55580) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:43.279644 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9ce5c4-2750-44c4-ac74-bbea6498abdf admin admin] Deleting subnet b2637c66-7972-4d35-9019-9342a0d2b58e {{(pid=104642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:35:43.283845 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e918d141-ac55-41e2-956e-33fed04369e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4623492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4266898'] for subnet (e4d7177c-5e3d-448a-a712-c1598bcbcb8f), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:43.286375 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce5c4-2750-44c4-ac74-bbea6498abdf admin admin] Publish callbacks [] for subnet (b2637c66-7972-4d35-9019-9342a0d2b58e), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:43.289066 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:43.333918 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918d141-ac55-41e2-956e-33fed04369e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4d7177c-5e3d-448a-a712-c1598bcbcb8f,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:43.342180 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e918d141-ac55-41e2-956e-33fed04369e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:43.345960 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-e918d141-ac55-41e2-956e-33fed04369e5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e4d7177c-5e3d-448a-a712-c1598bcbcb8f HTTP/1.1" status: 204 len: 168 time: 0.3657200 May 26 21:35:43.347055 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428f837d-05e2-4dce-b7e7-ff9abbe8da9f None None] Network 67963c39-9b8d-4e89-8021-57829e1176c5 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:35:43.348791 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 55582) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:43.354664 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce5c4-2750-44c4-ac74-bbea6498abdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5148609'] for subnet (b2637c66-7972-4d35-9019-9342a0d2b58e), precommit_delete_associations {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:43.428392 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6f7c774c-2066-42f2-8ffb-6f983d6fd7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-801300'] for network (67963c39-9b8d-4e89-8021-57829e1176c5), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:43.430477 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce5c4-2750-44c4-ac74-bbea6498abdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859283'] for subnet (b2637c66-7972-4d35-9019-9342a0d2b58e), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:43.451849 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:DELETE=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:43.488662 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-6f7c774c-2066-42f2-8ffb-6f983d6fd7e8 admin admin] Deleting port 86d65845-ffef-4ff9-ae41-c2297620e244 {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:35:43.488662 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6f7c774c-2066-42f2-8ffb-6f983d6fd7e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (86d65845-ffef-4ff9-ae41-c2297620e244), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:43.555708 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [None req-6f7c774c-2066-42f2-8ffb-6f983d6fd7e8 admin admin] For port 86d65845-ffef-4ff9-ae41-c2297620e244, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=86d65845-ffef-4ff9-ae41-c2297620e244,segment=NetworkSegment(02fd8397-45ae-4102-88f5-45108756efdb),segment_id=02fd8397-45ae-4102-88f5-45108756efdb)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:35:43.556100 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6f7c774c-2066-42f2-8ffb-6f983d6fd7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (86d65845-ffef-4ff9-ae41-c2297620e244), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:43.570441 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-6f7c774c-2066-42f2-8ffb-6f983d6fd7e8 admin admin] Calling delete_port for 86d65845-ffef-4ff9-ae41-c2297620e244 owned by network:dhcp {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:35:43.636508 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce5c4-2750-44c4-ac74-bbea6498abdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4623492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4266898'] for subnet (b2637c66-7972-4d35-9019-9342a0d2b58e), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:43.667788 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ce5c4-2750-44c4-ac74-bbea6498abdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2637c66-7972-4d35-9019-9342a0d2b58e,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:43.673281 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce5c4-2750-44c4-ac74-bbea6498abdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:43.680002 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-6b9ce5c4-2750-44c4-ac74-bbea6498abdf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b2637c66-7972-4d35-9019-9342a0d2b58e HTTP/1.1" status: 204 len: 168 time: 0.4395528 May 26 21:35:43.680002 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55584) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:43.681634 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46617a7-14f0-45b3-86a9-705a0572e300 None None] Network a60ae016-a71c-495a-9bbe-63d3beeeb1fa requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:35:43.749836 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3123baad-9ee8-431a-9feb-c71721aa0a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-801300'] for network (a60ae016-a71c-495a-9bbe-63d3beeeb1fa), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:43.762229 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6f7c774c-2066-42f2-8ffb-6f983d6fd7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (86d65845-ffef-4ff9-ae41-c2297620e244), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:43.799451 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-3123baad-9ee8-431a-9feb-c71721aa0a70 admin admin] Deleting port a7aa6c3c-0581-4807-ba94-c5a6b5662483 {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:35:43.799863 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3123baad-9ee8-431a-9feb-c71721aa0a70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (a7aa6c3c-0581-4807-ba94-c5a6b5662483), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:43.834497 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c361393-f794-4ad7-8d4d-cbc46b2630cf None None] DHCP port deletion for 67963c39-9b8d-4e89-8021-57829e1176c5 request from dv-cinder-828805-3-iscsi {{(pid=104644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 21:35:43.835193 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c774c-2066-42f2-8ffb-6f983d6fd7e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=86d65845-ffef-4ff9-ae41-c2297620e244,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:43.856528 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7c774c-2066-42f2-8ffb-6f983d6fd7e8 admin admin] No DVR routers for this DVR port 86d65845-ffef-4ff9-ae41-c2297620e244 on host dv-cinder-828805-3-iscsi {{(pid=104643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:35:43.890295 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [None req-3123baad-9ee8-431a-9feb-c71721aa0a70 admin admin] For port a7aa6c3c-0581-4807-ba94-c5a6b5662483, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=a7aa6c3c-0581-4807-ba94-c5a6b5662483,segment=NetworkSegment(92a89fa7-f318-4dd2-9048-6985bfbfaf8d),segment_id=92a89fa7-f318-4dd2-9048-6985bfbfaf8d)] {{(pid=104642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:35:43.890295 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3123baad-9ee8-431a-9feb-c71721aa0a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (a7aa6c3c-0581-4807-ba94-c5a6b5662483), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:43.902208 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-3123baad-9ee8-431a-9feb-c71721aa0a70 admin admin] Calling delete_port for a7aa6c3c-0581-4807-ba94-c5a6b5662483 owned by network:dhcp {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:35:43.957798 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6f7c774c-2066-42f2-8ffb-6f983d6fd7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853542', 'neutron.services.segments.db._delete_segments_for_network-8745431346800'] for network (67963c39-9b8d-4e89-8021-57829e1176c5), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:43.976659 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:43.980597 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-6f7c774c-2066-42f2-8ffb-6f983d6fd7e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67963c39-9b8d-4e89-8021-57829e1176c5']}} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:43.993667 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27acadf6-1b35-4a17-8cd9-6bb00dc19f0a None None] DHCP port deletion for a60ae016-a71c-495a-9bbe-63d3beeeb1fa request from dv-cinder-828805-3-iscsi {{(pid=104644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 21:35:43.996819 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-6f7c774c-2066-42f2-8ffb-6f983d6fd7e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fd8397-45ae-4102-88f5-45108756efdb') {'for_net_delete': True} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:43.997119 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-6f7c774c-2066-42f2-8ffb-6f983d6fd7e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fd8397-45ae-4102-88f5-45108756efdb') {} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:44.008301 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6f7c774c-2066-42f2-8ffb-6f983d6fd7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745431347833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7398685'] for segment (02fd8397-45ae-4102-88f5-45108756efdb), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:44.022939 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6f7c774c-2066-42f2-8ffb-6f983d6fd7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (02fd8397-45ae-4102-88f5-45108756efdb), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:44.030000 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device cb22fd7c-7636-4d47-a205-d90a425a226c no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:35:44.030675 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7c774c-2066-42f2-8ffb-6f983d6fd7e8 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=104643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:35:44.030843 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6f7c774c-2066-42f2-8ffb-6f983d6fd7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4563113'] for segment (02fd8397-45ae-4102-88f5-45108756efdb), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:44.054782 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: cb22fd7c-7636-4d47-a205-d90a425a226c {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:35:44.055388 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device cb22fd7c-7636-4d47-a205-d90a425a226c not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:35:44.055922 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device d74fc488-a12a-43de-89ea-1bb2b77554bb no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:35:44.065617 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3123baad-9ee8-431a-9feb-c71721aa0a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (a7aa6c3c-0581-4807-ba94-c5a6b5662483), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:44.081845 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-27acadf6-1b35-4a17-8cd9-6bb00dc19f0a None None] Deleting port a7aa6c3c-0581-4807-ba94-c5a6b5662483 {{(pid=104644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:35:44.082471 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-27acadf6-1b35-4a17-8cd9-6bb00dc19f0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (a7aa6c3c-0581-4807-ba94-c5a6b5662483), before_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:44.084459 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: d74fc488-a12a-43de-89ea-1bb2b77554bb {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:35:44.084993 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device d74fc488-a12a-43de-89ea-1bb2b77554bb not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:35:44.085609 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 002fb366-ee00-4a28-98d2-099666443950 no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:35:44.094031 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123baad-9ee8-431a-9feb-c71721aa0a70 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7aa6c3c-0581-4807-ba94-c5a6b5662483,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:44.101238 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3123baad-9ee8-431a-9feb-c71721aa0a70 admin admin] No DVR routers for this DVR port a7aa6c3c-0581-4807-ba94-c5a6b5662483 on host dv-cinder-828805-3-iscsi {{(pid=104642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:35:44.106907 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: 002fb366-ee00-4a28-98d2-099666443950 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:35:44.107582 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 002fb366-ee00-4a28-98d2-099666443950 not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:35:44.108293 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device c0572f3e-08d2-4188-96a3-1ea6290183be no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:35:44.169571 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: c0572f3e-08d2-4188-96a3-1ea6290183be {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:35:44.169999 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device c0572f3e-08d2-4188-96a3-1ea6290183be not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:35:44.170494 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 86d65845-ffef-4ff9-ae41-c2297620e244 no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:35:44.174708 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:44.182721 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.services.segments.plugin [-] Segment 02fd8397-45ae-4102-88f5-45108756efdb resource provider aggregate not found May 26 21:35:44.204141 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: 86d65845-ffef-4ff9-ae41-c2297620e244 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:35:44.204722 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 86d65845-ffef-4ff9-ae41-c2297620e244 not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:35:44.205870 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.services.segments.plugin [-] Segment 02fd8397-45ae-4102-88f5-45108756efdb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02fd8397-45ae-4102-88f5-45108756efdb found for delete ", "request_id": "req-1ca74761-8b36-40cf-a53e-1753301d7a84"}]} May 26 21:35:44.210880 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3123baad-9ee8-431a-9feb-c71721aa0a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853542', 'neutron.services.segments.db._delete_segments_for_network-8745431346800'] for network (a60ae016-a71c-495a-9bbe-63d3beeeb1fa), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:44.219475 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-27acadf6-1b35-4a17-8cd9-6bb00dc19f0a None None] For port a7aa6c3c-0581-4807-ba94-c5a6b5662483, host dv-cinder-828805-3-iscsi, got binding levels [] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:35:44.219977 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6f7c774c-2066-42f2-8ffb-6f983d6fd7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696756'] for network (67963c39-9b8d-4e89-8021-57829e1176c5), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:44.220448 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-27acadf6-1b35-4a17-8cd9-6bb00dc19f0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (a7aa6c3c-0581-4807-ba94-c5a6b5662483), precommit_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:44.227526 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6f7c774c-2066-42f2-8ffb-6f983d6fd7e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:44.236458 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.services.segments.db [None req-3123baad-9ee8-431a-9feb-c71721aa0a70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60ae016-a71c-495a-9bbe-63d3beeeb1fa']}} {{(pid=104642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:44.237471 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-27acadf6-1b35-4a17-8cd9-6bb00dc19f0a None None] Calling delete_port for a7aa6c3c-0581-4807-ba94-c5a6b5662483 owned by network:dhcp {{(pid=104644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:35:44.242414 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.ipam_backend_mixin [None req-27acadf6-1b35-4a17-8cd9-6bb00dc19f0a None None] Port a7aa6c3c-0581-4807-ba94-c5a6b5662483 was not found and therefore no delete operation was performed {{(pid=104644) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 26 21:35:44.243922 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-27acadf6-1b35-4a17-8cd9-6bb00dc19f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097'] for port (a7aa6c3c-0581-4807-ba94-c5a6b5662483), after_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:44.245471 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-6f7c774c-2066-42f2-8ffb-6f983d6fd7e8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/67963c39-9b8d-4e89-8021-57829e1176c5 HTTP/1.1" status: 204 len: 168 time: 0.8956075 May 26 21:35:44.250566 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55592) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:44.257638 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c774c-2066-42f2-8ffb-6f983d6fd7e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=67963c39-9b8d-4e89-8021-57829e1176c5,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:44.263886 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.services.segments.db [None req-3123baad-9ee8-431a-9feb-c71721aa0a70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a89fa7-f318-4dd2-9048-6985bfbfaf8d') {'for_net_delete': True} {{(pid=104642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:44.263886 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.services.segments.db [None req-3123baad-9ee8-431a-9feb-c71721aa0a70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a89fa7-f318-4dd2-9048-6985bfbfaf8d') {} {{(pid=104642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:44.276827 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27acadf6-1b35-4a17-8cd9-6bb00dc19f0a None None] Pushing event deleted for resources: {'Port': ['ID=a7aa6c3c-0581-4807-ba94-c5a6b5662483,revision_number=None']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:44.285712 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27acadf6-1b35-4a17-8cd9-6bb00dc19f0a None None] No DVR routers for this DVR port a7aa6c3c-0581-4807-ba94-c5a6b5662483 on host dv-cinder-828805-3-iscsi {{(pid=104644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:35:44.310050 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3123baad-9ee8-431a-9feb-c71721aa0a70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745431347833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5148664'] for segment (92a89fa7-f318-4dd2-9048-6985bfbfaf8d), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:44.331373 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3123baad-9ee8-431a-9feb-c71721aa0a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (92a89fa7-f318-4dd2-9048-6985bfbfaf8d), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:44.341178 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3123baad-9ee8-431a-9feb-c71721aa0a70 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=104642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:35:44.341690 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3123baad-9ee8-431a-9feb-c71721aa0a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4632614'] for segment (92a89fa7-f318-4dd2-9048-6985bfbfaf8d), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:44.377908 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.services.segments.plugin [-] Segment 92a89fa7-f318-4dd2-9048-6985bfbfaf8d resource provider aggregate not found May 26 21:35:44.384498 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:44.416817 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.services.segments.plugin [-] Segment 92a89fa7-f318-4dd2-9048-6985bfbfaf8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92a89fa7-f318-4dd2-9048-6985bfbfaf8d found for delete ", "request_id": "req-7a3e184b-c8e9-4a7f-bd45-23fb3faced02"}]} May 26 21:35:44.519106 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3123baad-9ee8-431a-9feb-c71721aa0a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696756'] for network (a60ae016-a71c-495a-9bbe-63d3beeeb1fa), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:44.527151 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3123baad-9ee8-431a-9feb-c71721aa0a70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:44.530221 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-3123baad-9ee8-431a-9feb-c71721aa0a70 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a60ae016-a71c-495a-9bbe-63d3beeeb1fa HTTP/1.1" status: 204 len: 168 time: 0.8501539 May 26 21:35:44.545164 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123baad-9ee8-431a-9feb-c71721aa0a70 admin admin] Pushing event deleted for resources: {'Network': ['ID=a60ae016-a71c-495a-9bbe-63d3beeeb1fa,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:44.674966 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c3f40862-400d-4429-9e2f-f9cb7ff5dc1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694950'] for router_interface (c729fc13-7f31-4e35-b278-1b42c7759484), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:44.825774 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 55600) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:44.868794 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-38053618-07ac-444a-864d-529c3709ecea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=318999cb1f874176b2523de9686febc1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0417895 May 26 21:35:44.871593 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 55602) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:44.924181 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bfd232c3-f234-41e7-bbac-11ec516ed252 admin admin] Publish callbacks [] for security_group (be9d99b6-73c7-43ea-ae3b-21ebed015934), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:44.948489 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bfd232c3-f234-41e7-bbac-11ec516ed252 admin admin] Publish callbacks [] for security_group (be9d99b6-73c7-43ea-ae3b-21ebed015934), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:45.059031 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bfd232c3-f234-41e7-bbac-11ec516ed252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (be9d99b6-73c7-43ea-ae3b-21ebed015934), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:45.062107 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bfd232c3-f234-41e7-bbac-11ec516ed252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:45.064124 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-bfd232c3-f234-41e7-bbac-11ec516ed252 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be9d99b6-73c7-43ea-ae3b-21ebed015934 HTTP/1.1" status: 204 len: 168 time: 0.1909406 May 26 21:35:45.066076 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:45.071844 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd232c3-f234-41e7-bbac-11ec516ed252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9d99b6-73c7-43ea-ae3b-21ebed015934,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:45.147511 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-c3f40862-400d-4429-9e2f-f9cb7ff5dc1b admin admin] Deleting port 47218f4d-ddde-42de-999b-458c8b61e2aa {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:35:45.147854 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c3f40862-400d-4429-9e2f-f9cb7ff5dc1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (47218f4d-ddde-42de-999b-458c8b61e2aa), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:45.228577 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [None req-c3f40862-400d-4429-9e2f-f9cb7ff5dc1b admin admin] For port 47218f4d-ddde-42de-999b-458c8b61e2aa, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=47218f4d-ddde-42de-999b-458c8b61e2aa,segment=NetworkSegment(33abd8a5-f461-43e9-98cf-b796565ca7e4),segment_id=33abd8a5-f461-43e9-98cf-b796565ca7e4)] {{(pid=104642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:35:45.228823 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c3f40862-400d-4429-9e2f-f9cb7ff5dc1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (47218f4d-ddde-42de-999b-458c8b61e2aa), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:45.242126 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-c3f40862-400d-4429-9e2f-f9cb7ff5dc1b admin admin] Calling delete_port for 47218f4d-ddde-42de-999b-458c8b61e2aa owned by network:router_interface {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:35:45.364234 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:45.481771 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c3f40862-400d-4429-9e2f-f9cb7ff5dc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (47218f4d-ddde-42de-999b-458c8b61e2aa), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:45.507614 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f40862-400d-4429-9e2f-f9cb7ff5dc1b admin admin] Pushing event deleted for resources: {'Port': ['ID=47218f4d-ddde-42de-999b-458c8b61e2aa,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:45.675732 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c3f40862-400d-4429-9e2f-f9cb7ff5dc1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-394224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694842'] for router_interface (c729fc13-7f31-4e35-b278-1b42c7759484), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:45.903381 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f40862-400d-4429-9e2f-f9cb7ff5dc1b admin admin] Router c729fc13-7f31-4e35-b278-1b42c7759484 has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:35:45.966024 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device a7aa6c3c-0581-4807-ba94-c5a6b5662483 no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:35:45.992225 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: a7aa6c3c-0581-4807-ba94-c5a6b5662483 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:35:45.992789 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device a7aa6c3c-0581-4807-ba94-c5a6b5662483 not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:35:46.017313 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f40862-400d-4429-9e2f-f9cb7ff5dc1b admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:35:46.022396 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-c3f40862-400d-4429-9e2f-f9cb7ff5dc1b admin admin] 10.222.0.42 "PUT /v2.0/routers/c729fc13-7f31-4e35-b278-1b42c7759484/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7691548 May 26 21:35:46.024980 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55622) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:46.027178 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5ac5c5-d6a8-4967-a1c8-5c97c2473e23 None None] Sync routers for ids ['c729fc13-7f31-4e35-b278-1b42c7759484'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:35:46.038758 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ac5c5-d6a8-4967-a1c8-5c97c2473e23 None None] Routers {'c729fc13-7f31-4e35-b278-1b42c7759484'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:35:46.039632 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-3c5ac5c5-d6a8-4967-a1c8-5c97c2473e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:35:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['c729fc13-7f31-4e35-b278-1b42c7759484'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:46.138518 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ebb0e036-2b03-4a8d-a051-5173050c3cfb admin admin] Publish callbacks [] for router (c729fc13-7f31-4e35-b278-1b42c7759484), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:46.147907 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-3c5ac5c5-d6a8-4967-a1c8-5c97c2473e23 None None] Set router c729fc13-7f31-4e35-b278-1b42c7759484 gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:35:46.187544 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:46.250913 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ebb0e036-2b03-4a8d-a051-5173050c3cfb admin admin] Publish callbacks [] for router_gateway (c729fc13-7f31-4e35-b278-1b42c7759484), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:46.371443 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:46.371943 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-ebb0e036-2b03-4a8d-a051-5173050c3cfb admin admin] Deleting port cb569b42-d64d-436e-b60f-c234a07f8be0 {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:35:46.371943 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ebb0e036-2b03-4a8d-a051-5173050c3cfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (cb569b42-d64d-436e-b60f-c234a07f8be0), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:46.442893 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:46.459594 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-3c5ac5c5-d6a8-4967-a1c8-5c97c2473e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c729fc13-7f31-4e35-b278-1b42c7759484', 'name': 'tempest-TestMinimumBasicScenario-2050198183-router', 'tenant_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'cb569b42-d64d-436e-b60f-c234a07f8be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:30:00Z', 'updated_at': '2022-05-26T21:35:45Z', 'revision_number': 5, 'project_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'gw_port': {'id': 'cb569b42-d64d-436e-b60f-c234a07f8be0', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c729fc13-7f31-4e35-b278-1b42c7759484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:30:00Z', 'updated_at': '2022-05-26T21:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:46.466347 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [None req-ebb0e036-2b03-4a8d-a051-5173050c3cfb admin admin] For port cb569b42-d64d-436e-b60f-c234a07f8be0, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=cb569b42-d64d-436e-b60f-c234a07f8be0,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:35:46.467035 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ebb0e036-2b03-4a8d-a051-5173050c3cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (cb569b42-d64d-436e-b60f-c234a07f8be0), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:46.481037 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-ebb0e036-2b03-4a8d-a051-5173050c3cfb admin admin] Calling delete_port for cb569b42-d64d-436e-b60f-c234a07f8be0 owned by network:router_gateway {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:35:46.486227 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5ac5c5-d6a8-4967-a1c8-5c97c2473e23 None None] Checking router: c729fc13-7f31-4e35-b278-1b42c7759484 for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:35:46.496786 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ac5c5-d6a8-4967-a1c8-5c97c2473e23 None None] Routers {'c729fc13-7f31-4e35-b278-1b42c7759484'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:35:46.496786 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-3c5ac5c5-d6a8-4967-a1c8-5c97c2473e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:35:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['c729fc13-7f31-4e35-b278-1b42c7759484'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:46.588681 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-3c5ac5c5-d6a8-4967-a1c8-5c97c2473e23 None None] Set router c729fc13-7f31-4e35-b278-1b42c7759484 gateway port host: None {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:35:46.641553 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-3c5ac5c5-d6a8-4967-a1c8-5c97c2473e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c729fc13-7f31-4e35-b278-1b42c7759484', 'name': 'tempest-TestMinimumBasicScenario-2050198183-router', 'tenant_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:30:00Z', 'updated_at': '2022-05-26T21:35:46Z', 'revision_number': 6, 'project_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'gw_port_host': None}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:46.667147 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5ac5c5-d6a8-4967-a1c8-5c97c2473e23 None None] The sync data for ids ['c729fc13-7f31-4e35-b278-1b42c7759484'] in dv-cinder-828805-3-iscsi is: [{'id': 'c729fc13-7f31-4e35-b278-1b42c7759484', 'name': 'tempest-TestMinimumBasicScenario-2050198183-router', 'tenant_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:30:00Z', 'updated_at': '2022-05-26T21:35:46Z', 'revision_number': 6, 'project_id': '17c68dbe9a4a402685d6e60409d6b3a7', 'gw_port_host': None}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:35:46.739230 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ebb0e036-2b03-4a8d-a051-5173050c3cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (cb569b42-d64d-436e-b60f-c234a07f8be0), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:46.764688 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0e036-2b03-4a8d-a051-5173050c3cfb admin admin] Pushing event deleted for resources: {'Port': ['ID=cb569b42-d64d-436e-b60f-c234a07f8be0,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:46.826458 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ebb0e036-2b03-4a8d-a051-5173050c3cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696728'] for router_gateway (c729fc13-7f31-4e35-b278-1b42c7759484), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:46.911647 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ebb0e036-2b03-4a8d-a051-5173050c3cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4924'] for router (c729fc13-7f31-4e35-b278-1b42c7759484), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:46.913830 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ebb0e036-2b03-4a8d-a051-5173050c3cfb admin admin] Publish callbacks [] for router_controller (c729fc13-7f31-4e35-b278-1b42c7759484), precommit_delete_associations {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:47.052974 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ebb0e036-2b03-4a8d-a051-5173050c3cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628802'] for router (c729fc13-7f31-4e35-b278-1b42c7759484), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:47.053590 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb0e036-2b03-4a8d-a051-5173050c3cfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c729fc13-7f31-4e35-b278-1b42c7759484 {{(pid=104642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 21:35:47.058160 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ebb0e036-2b03-4a8d-a051-5173050c3cfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:47.059515 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-ebb0e036-2b03-4a8d-a051-5173050c3cfb admin admin] 10.222.0.42 "DELETE /v2.0/routers/c729fc13-7f31-4e35-b278-1b42c7759484 HTTP/1.1" status: 204 len: 168 time: 1.0335555 May 26 21:35:47.062588 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55654) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:47.093016 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 55656) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:47.121190 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_v2 [None req-8846087f-986a-42e8-8cc3-d76919e50683 admin admin] Deleting subnet 74bafb8a-d41c-48ca-8a93-ad8942bfb0cb {{(pid=104642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:35:47.124437 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8846087f-986a-42e8-8cc3-d76919e50683 admin admin] Publish callbacks [] for subnet (74bafb8a-d41c-48ca-8a93-ad8942bfb0cb), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:47.159413 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8846087f-986a-42e8-8cc3-d76919e50683 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5148609'] for subnet (74bafb8a-d41c-48ca-8a93-ad8942bfb0cb), precommit_delete_associations {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:47.209621 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-70f74330-561c-4461-8f45-d7fd249d2709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:47.228765 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:47.237754 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8846087f-986a-42e8-8cc3-d76919e50683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859283'] for subnet (74bafb8a-d41c-48ca-8a93-ad8942bfb0cb), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:47.284878 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:47.285106 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-70f74330-561c-4461-8f45-d7fd249d2709 admin admin] Publish callbacks [] for security_group (2549096c-6051-4dc9-a840-200d18a04c12), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:47.367058 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-70f74330-561c-4461-8f45-d7fd249d2709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (2549096c-6051-4dc9-a840-200d18a04c12), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:47.367422 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8846087f-986a-42e8-8cc3-d76919e50683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4623492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4266898'] for subnet (74bafb8a-d41c-48ca-8a93-ad8942bfb0cb), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:47.391192 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846087f-986a-42e8-8cc3-d76919e50683 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74bafb8a-d41c-48ca-8a93-ad8942bfb0cb,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:47.397541 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8846087f-986a-42e8-8cc3-d76919e50683 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:47.400687 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-8846087f-986a-42e8-8cc3-d76919e50683 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/74bafb8a-d41c-48ca-8a93-ad8942bfb0cb HTTP/1.1" status: 204 len: 168 time: 0.3371446 May 26 21:35:47.404203 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55662) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:47.404350 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9459e4fb-eea2-4ae3-972e-7969aa30bf36 None None] Network 9cadfad7-9196-45c9-ae58-93480d3bbc14 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:35:47.409046 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f74330-561c-4461-8f45-d7fd249d2709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2549096c-6051-4dc9-a840-200d18a04c12,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:47.417428 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55664) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:47.423371 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-70f74330-561c-4461-8f45-d7fd249d2709 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=56afe02ca308499fb9665afab9406476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3249035 May 26 21:35:47.517373 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6b1cc6b6-f358-4ed2-9b22-47b9963ccd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-801300'] for network (9cadfad7-9196-45c9-ae58-93480d3bbc14), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:47.542676 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-9d955368-31cf-4938-8433-2eee129d1779 admin admin] Publish callbacks [] for security_group (2549096c-6051-4dc9-a840-200d18a04c12), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:47.557276 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab996d55-5c31-488b-9bf7-434feb133322 None None] DHCP port deletion for 9cadfad7-9196-45c9-ae58-93480d3bbc14 request from dv-cinder-828805-3-iscsi {{(pid=104644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 21:35:47.579976 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:47.590406 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-9d955368-31cf-4938-8433-2eee129d1779 admin admin] Publish callbacks [] for security_group (2549096c-6051-4dc9-a840-200d18a04c12), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:47.600778 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-6b1cc6b6-f358-4ed2-9b22-47b9963ccd0a admin admin] Deleting port aac65efa-9593-4725-a5a3-21759c21582d {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:35:47.601109 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6b1cc6b6-f358-4ed2-9b22-47b9963ccd0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (aac65efa-9593-4725-a5a3-21759c21582d), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:47.602194 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-ab996d55-5c31-488b-9bf7-434feb133322 None None] Deleting port aac65efa-9593-4725-a5a3-21759c21582d {{(pid=104644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:35:47.602648 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-ab996d55-5c31-488b-9bf7-434feb133322 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (aac65efa-9593-4725-a5a3-21759c21582d), before_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:47.677011 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-ab996d55-5c31-488b-9bf7-434feb133322 None None] For port aac65efa-9593-4725-a5a3-21759c21582d, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=aac65efa-9593-4725-a5a3-21759c21582d,segment=NetworkSegment(33abd8a5-f461-43e9-98cf-b796565ca7e4),segment_id=33abd8a5-f461-43e9-98cf-b796565ca7e4)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:35:47.677302 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-ab996d55-5c31-488b-9bf7-434feb133322 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (aac65efa-9593-4725-a5a3-21759c21582d), precommit_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:47.688751 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [None req-6b1cc6b6-f358-4ed2-9b22-47b9963ccd0a admin admin] For port aac65efa-9593-4725-a5a3-21759c21582d, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=aac65efa-9593-4725-a5a3-21759c21582d,segment=NetworkSegment(33abd8a5-f461-43e9-98cf-b796565ca7e4),segment_id=33abd8a5-f461-43e9-98cf-b796565ca7e4)] {{(pid=104642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:35:47.689185 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6b1cc6b6-f358-4ed2-9b22-47b9963ccd0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (aac65efa-9593-4725-a5a3-21759c21582d), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:47.691234 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-ab996d55-5c31-488b-9bf7-434feb133322 None None] Calling delete_port for aac65efa-9593-4725-a5a3-21759c21582d owned by network:dhcp {{(pid=104644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:35:47.704567 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-6b1cc6b6-f358-4ed2-9b22-47b9963ccd0a admin admin] Calling delete_port for aac65efa-9593-4725-a5a3-21759c21582d owned by network:dhcp {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:35:47.791244 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-9d955368-31cf-4938-8433-2eee129d1779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (2549096c-6051-4dc9-a840-200d18a04c12), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:47.793896 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-9d955368-31cf-4938-8433-2eee129d1779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:47.795031 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-9d955368-31cf-4938-8433-2eee129d1779 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2549096c-6051-4dc9-a840-200d18a04c12 HTTP/1.1" status: 204 len: 168 time: 0.3769462 May 26 21:35:47.805512 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d955368-31cf-4938-8433-2eee129d1779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2549096c-6051-4dc9-a840-200d18a04c12,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:47.881856 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6b1cc6b6-f358-4ed2-9b22-47b9963ccd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (aac65efa-9593-4725-a5a3-21759c21582d), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:47.896590 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-ab996d55-5c31-488b-9bf7-434feb133322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097'] for port (aac65efa-9593-4725-a5a3-21759c21582d), after_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:47.904119 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device cb569b42-d64d-436e-b60f-c234a07f8be0 no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:35:47.908980 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cc6b6-f358-4ed2-9b22-47b9963ccd0a admin admin] Pushing event deleted for resources: {'Port': ['ID=aac65efa-9593-4725-a5a3-21759c21582d,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:47.913990 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1cc6b6-f358-4ed2-9b22-47b9963ccd0a admin admin] No DVR routers for this DVR port aac65efa-9593-4725-a5a3-21759c21582d on host dv-cinder-828805-3-iscsi {{(pid=104642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:35:47.953259 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: cb569b42-d64d-436e-b60f-c234a07f8be0 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:35:47.953532 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device cb569b42-d64d-436e-b60f-c234a07f8be0 not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:35:47.953911 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device aac65efa-9593-4725-a5a3-21759c21582d no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:35:47.956149 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab996d55-5c31-488b-9bf7-434feb133322 None None] Pushing event deleted for resources: {'Port': ['ID=aac65efa-9593-4725-a5a3-21759c21582d,revision_number=None']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:47.959052 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab996d55-5c31-488b-9bf7-434feb133322 None None] No DVR routers for this DVR port aac65efa-9593-4725-a5a3-21759c21582d on host dv-cinder-828805-3-iscsi {{(pid=104644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:35:47.977998 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: aac65efa-9593-4725-a5a3-21759c21582d {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:35:47.978347 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device aac65efa-9593-4725-a5a3-21759c21582d not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:35:47.978761 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 47218f4d-ddde-42de-999b-458c8b61e2aa no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:35:48.002527 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: 47218f4d-ddde-42de-999b-458c8b61e2aa {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:35:48.002874 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 47218f4d-ddde-42de-999b-458c8b61e2aa not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:35:48.008364 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6b1cc6b6-f358-4ed2-9b22-47b9963ccd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853542', 'neutron.services.segments.db._delete_segments_for_network-8745431346800'] for network (9cadfad7-9196-45c9-ae58-93480d3bbc14), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:48.031454 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.services.segments.db [None req-6b1cc6b6-f358-4ed2-9b22-47b9963ccd0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cadfad7-9196-45c9-ae58-93480d3bbc14']}} {{(pid=104642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:48.041833 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.services.segments.db [None req-6b1cc6b6-f358-4ed2-9b22-47b9963ccd0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33abd8a5-f461-43e9-98cf-b796565ca7e4') {'for_net_delete': True} {{(pid=104642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:48.042056 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.services.segments.db [None req-6b1cc6b6-f358-4ed2-9b22-47b9963ccd0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33abd8a5-f461-43e9-98cf-b796565ca7e4') {} {{(pid=104642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:35:48.051929 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6b1cc6b6-f358-4ed2-9b22-47b9963ccd0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745431347833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5148664'] for segment (33abd8a5-f461-43e9-98cf-b796565ca7e4), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:48.065505 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6b1cc6b6-f358-4ed2-9b22-47b9963ccd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (33abd8a5-f461-43e9-98cf-b796565ca7e4), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:48.071530 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b1cc6b6-f358-4ed2-9b22-47b9963ccd0a admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:35:48.071957 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6b1cc6b6-f358-4ed2-9b22-47b9963ccd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4632614'] for segment (33abd8a5-f461-43e9-98cf-b796565ca7e4), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:48.119713 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.services.segments.plugin [-] Segment 33abd8a5-f461-43e9-98cf-b796565ca7e4 resource provider aggregate not found May 26 21:35:48.141999 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.services.segments.plugin [-] Segment 33abd8a5-f461-43e9-98cf-b796565ca7e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33abd8a5-f461-43e9-98cf-b796565ca7e4 found for delete ", "request_id": "req-2a0970d5-a468-4ddd-813a-38ad6584c076"}]} May 26 21:35:48.223153 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6b1cc6b6-f358-4ed2-9b22-47b9963ccd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696756'] for network (9cadfad7-9196-45c9-ae58-93480d3bbc14), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:48.227676 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6b1cc6b6-f358-4ed2-9b22-47b9963ccd0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:48.231162 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-6b1cc6b6-f358-4ed2-9b22-47b9963ccd0a admin admin] 10.222.0.42 "DELETE /v2.0/networks/9cadfad7-9196-45c9-ae58-93480d3bbc14 HTTP/1.1" status: 204 len: 168 time: 0.8245251 May 26 21:35:48.244566 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cc6b6-f358-4ed2-9b22-47b9963ccd0a admin admin] Pushing event deleted for resources: {'Network': ['ID=9cadfad7-9196-45c9-ae58-93480d3bbc14,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:48.579096 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55688) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:48.623991 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-3e78b5f0-b708-4d4f-9b04-82935b7c5dee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=771d85ed5c3b4a6bbc9945d88cfcbab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435145 May 26 21:35:48.626311 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55690) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:48.632856 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:48.677344 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-0e6b82b5-0914-49af-88b5-4008b2fe10b7 admin admin] Publish callbacks [] for security_group (c5d41762-d426-4d6e-ba7b-3772ab6345d3), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:48.700467 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-0e6b82b5-0914-49af-88b5-4008b2fe10b7 admin admin] Publish callbacks [] for security_group (c5d41762-d426-4d6e-ba7b-3772ab6345d3), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:48.841756 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-0e6b82b5-0914-49af-88b5-4008b2fe10b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (c5d41762-d426-4d6e-ba7b-3772ab6345d3), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:48.845506 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-0e6b82b5-0914-49af-88b5-4008b2fe10b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:48.846642 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-0e6b82b5-0914-49af-88b5-4008b2fe10b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c5d41762-d426-4d6e-ba7b-3772ab6345d3 HTTP/1.1" status: 204 len: 168 time: 0.2194543 May 26 21:35:48.854867 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b82b5-0914-49af-88b5-4008b2fe10b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d41762-d426-4d6e-ba7b-3772ab6345d3,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:49.474869 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 55714) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:49.517130 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-4cb4c561-13db-4f4f-8408-a53bc2f54df9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=17c68dbe9a4a402685d6e60409d6b3a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410225 May 26 21:35:49.519477 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 55716) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:49.572153 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bc152c05-ee6b-4359-866b-2b3872e5ce36 admin admin] Publish callbacks [] for security_group (dedf497a-baab-4754-81fa-c58d0c8a1c16), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:49.595475 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bc152c05-ee6b-4359-866b-2b3872e5ce36 admin admin] Publish callbacks [] for security_group (dedf497a-baab-4754-81fa-c58d0c8a1c16), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:49.733802 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bc152c05-ee6b-4359-866b-2b3872e5ce36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (dedf497a-baab-4754-81fa-c58d0c8a1c16), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:49.736423 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bc152c05-ee6b-4359-866b-2b3872e5ce36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:49.737715 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-bc152c05-ee6b-4359-866b-2b3872e5ce36 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dedf497a-baab-4754-81fa-c58d0c8a1c16 HTTP/1.1" status: 204 len: 168 time: 0.2164598 May 26 21:35:49.746036 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc152c05-ee6b-4359-866b-2b3872e5ce36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedf497a-baab-4754-81fa-c58d0c8a1c16,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:50.462991 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55732) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:50.571166 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6cf4116f-22d1-43e9-bfff-e323e5a316bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:50.649153 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6cf4116f-22d1-43e9-bfff-e323e5a316bb admin admin] Publish callbacks [] for security_group (0d1ae67b-69ab-4cc3-aa9d-7f82248cc449), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:50.738463 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6cf4116f-22d1-43e9-bfff-e323e5a316bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (0d1ae67b-69ab-4cc3-aa9d-7f82248cc449), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:50.776498 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4116f-22d1-43e9-bfff-e323e5a316bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1ae67b-69ab-4cc3-aa9d-7f82248cc449,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:50.782185 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-6cf4116f-22d1-43e9-bfff-e323e5a316bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a730091b4ad4c02afac3e184b73f760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3172286 May 26 21:35:50.784624 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55736) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:50.831930 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-31eeed82-1228-4ef2-9d49-77ddca4661ae admin admin] Publish callbacks [] for security_group (0d1ae67b-69ab-4cc3-aa9d-7f82248cc449), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:50.835721 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:DELETE=8,neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:50.853713 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-31eeed82-1228-4ef2-9d49-77ddca4661ae admin admin] Publish callbacks [] for security_group (0d1ae67b-69ab-4cc3-aa9d-7f82248cc449), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:50.932649 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-31eeed82-1228-4ef2-9d49-77ddca4661ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (0d1ae67b-69ab-4cc3-aa9d-7f82248cc449), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:50.936268 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-31eeed82-1228-4ef2-9d49-77ddca4661ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:50.937426 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-31eeed82-1228-4ef2-9d49-77ddca4661ae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0d1ae67b-69ab-4cc3-aa9d-7f82248cc449 HTTP/1.1" status: 204 len: 168 time: 0.1519165 May 26 21:35:50.946253 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eeed82-1228-4ef2-9d49-77ddca4661ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1ae67b-69ab-4cc3-aa9d-7f82248cc449,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:50.957491 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:51.042126 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-68cc77e2-80c1-4ab7-9ba1-63bf39d58359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:51.584530 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55742) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:51.598272 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a4da4a77-5e75-468b-8b9f-9b65bc4d6263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:51.672939 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a4da4a77-5e75-468b-8b9f-9b65bc4d6263 admin admin] Publish callbacks [] for security_group (93f55717-c2a4-4725-8c5d-f5e38dcfaffc), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:51.742833 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a4da4a77-5e75-468b-8b9f-9b65bc4d6263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (93f55717-c2a4-4725-8c5d-f5e38dcfaffc), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:51.783879 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da4a77-5e75-468b-8b9f-9b65bc4d6263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f55717-c2a4-4725-8c5d-f5e38dcfaffc,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:51.789173 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-a4da4a77-5e75-468b-8b9f-9b65bc4d6263 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c26544af5894409aa3770e82c47d76d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2036197 May 26 21:35:51.791941 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55744) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:51.839932 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-667a3181-3d20-418e-984e-f4a5448fd95b admin admin] Publish callbacks [] for security_group (93f55717-c2a4-4725-8c5d-f5e38dcfaffc), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:51.861749 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-667a3181-3d20-418e-984e-f4a5448fd95b admin admin] Publish callbacks [] for security_group (93f55717-c2a4-4725-8c5d-f5e38dcfaffc), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:51.990012 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-667a3181-3d20-418e-984e-f4a5448fd95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (93f55717-c2a4-4725-8c5d-f5e38dcfaffc), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:51.992672 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-667a3181-3d20-418e-984e-f4a5448fd95b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:51.999304 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-667a3181-3d20-418e-984e-f4a5448fd95b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/93f55717-c2a4-4725-8c5d-f5e38dcfaffc HTTP/1.1" status: 204 len: 168 time: 0.2009828 May 26 21:35:52.001850 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a3181-3d20-418e-984e-f4a5448fd95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f55717-c2a4-4725-8c5d-f5e38dcfaffc,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:52.735553 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:DELETE=1,neutron:SELECT=42 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:52.760408 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=51 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:53.451712 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-95f65332-86bc-4ccc-80d6-dfb24fc44440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:54.584397 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:54.956042 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:55.466430 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55816) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:55.571195 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7004-667c-4433-8331-0939c1da4682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:55.582180 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:DELETE=7,neutron:SELECT=80,neutron:INSERT=13 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:55.647575 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7004-667c-4433-8331-0939c1da4682 admin admin] Publish callbacks [] for security_group (479994bd-a7f8-4f04-b2eb-51a5449dd899), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:55.727138 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7004-667c-4433-8331-0939c1da4682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (479994bd-a7f8-4f04-b2eb-51a5449dd899), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:55.768656 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c7004-667c-4433-8331-0939c1da4682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479994bd-a7f8-4f04-b2eb-51a5449dd899,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:55.773813 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-2e5c7004-667c-4433-8331-0939c1da4682 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=391147520fc04bb3853b72b07b15a180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063843 May 26 21:35:55.781307 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55820) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:55.828651 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f24ee441-9e77-43d8-bd21-fb47797b7a0d admin admin] Publish callbacks [] for security_group (479994bd-a7f8-4f04-b2eb-51a5449dd899), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:55.848110 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:55.850064 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f24ee441-9e77-43d8-bd21-fb47797b7a0d admin admin] Publish callbacks [] for security_group (479994bd-a7f8-4f04-b2eb-51a5449dd899), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:55.988974 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f24ee441-9e77-43d8-bd21-fb47797b7a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (479994bd-a7f8-4f04-b2eb-51a5449dd899), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:55.991456 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f24ee441-9e77-43d8-bd21-fb47797b7a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:55.995258 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-f24ee441-9e77-43d8-bd21-fb47797b7a0d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/479994bd-a7f8-4f04-b2eb-51a5449dd899 HTTP/1.1" status: 204 len: 168 time: 0.2105820 May 26 21:35:56.003723 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ee441-9e77-43d8-bd21-fb47797b7a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479994bd-a7f8-4f04-b2eb-51a5449dd899,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:56.168424 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:56.451784 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24272173-9f67-4353-8b7b-e8a076a14f18 req-6d32fe4e-d411-4245-bb3b-98ff266c389d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:56.453911 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-24272173-9f67-4353-8b7b-e8a076a14f18 req-6d32fe4e-d411-4245-bb3b-98ff266c389d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0508554 May 26 21:35:56.503258 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-24272173-9f67-4353-8b7b-e8a076a14f18 req-857225aa-2f40-4143-bab1-fd0c074107ac tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436885 May 26 21:35:56.590599 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55830) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:56.604042 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-5efe135b-1241-488e-99ee-6f333d613997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:56.682327 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-5efe135b-1241-488e-99ee-6f333d613997 admin admin] Publish callbacks [] for security_group (be65cae0-aa98-43a7-9c2e-21ade07634c5), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:56.726807 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-5efe135b-1241-488e-99ee-6f333d613997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (be65cae0-aa98-43a7-9c2e-21ade07634c5), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:56.765284 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe135b-1241-488e-99ee-6f333d613997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be65cae0-aa98-43a7-9c2e-21ade07634c5,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:56.769542 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-5efe135b-1241-488e-99ee-6f333d613997 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d6736808e31c43358e72aac473791fa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1778696 May 26 21:35:56.772646 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55834) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:35:56.820718 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-cd508894-12d9-4db2-bcc4-653c1eee195c admin admin] Publish callbacks [] for security_group (be65cae0-aa98-43a7-9c2e-21ade07634c5), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:56.841598 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-cd508894-12d9-4db2-bcc4-653c1eee195c admin admin] Publish callbacks [] for security_group (be65cae0-aa98-43a7-9c2e-21ade07634c5), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:56.965791 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-cd508894-12d9-4db2-bcc4-653c1eee195c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (be65cae0-aa98-43a7-9c2e-21ade07634c5), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:56.968920 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-cd508894-12d9-4db2-bcc4-653c1eee195c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:56.970096 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-cd508894-12d9-4db2-bcc4-653c1eee195c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be65cae0-aa98-43a7-9c2e-21ade07634c5 HTTP/1.1" status: 204 len: 168 time: 0.1966000 May 26 21:35:56.978010 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd508894-12d9-4db2-bcc4-653c1eee195c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be65cae0-aa98-43a7-9c2e-21ade07634c5,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:35:57.596751 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:35:57.629067 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c97bcd-9e3c-4dc8-a935-995327821e38 req-739d3f21-cd9a-481c-9ad5-7a481dfc29fa tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:57.631976 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-72c97bcd-9e3c-4dc8-a935-995327821e38 req-739d3f21-cd9a-481c-9ad5-7a481dfc29fa tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0545461 May 26 21:35:57.650689 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:35:57.681721 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-72c97bcd-9e3c-4dc8-a935-995327821e38 req-1666e142-c25b-4998-8f70-d7ec97030043 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456450 May 26 21:35:58.801605 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd4424-6a61-4565-b45c-f14cb116db0f req-8eec119d-21cb-4b4e-ba5c-dc2a8bd3fb3b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:58.802459 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-02bd4424-6a61-4565-b45c-f14cb116db0f req-8eec119d-21cb-4b4e-ba5c-dc2a8bd3fb3b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0483863 May 26 21:35:58.855898 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-02bd4424-6a61-4565-b45c-f14cb116db0f req-116def3e-2f58-48b3-8018-f39e412c7408 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475881 May 26 21:35:59.969451 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e69a92-7591-4ba7-b58e-98a495ea8c2e req-4bafd082-4c9e-45b7-a4b5-a530dc3c9c23 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:35:59.970825 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-38e69a92-7591-4ba7-b58e-98a495ea8c2e req-4bafd082-4c9e-45b7-a4b5-a530dc3c9c23 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0471179 May 26 21:36:00.020611 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-38e69a92-7591-4ba7-b58e-98a495ea8c2e req-bb503a08-b145-44b6-98e0-c9db4f77c74d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440650 May 26 21:36:01.133320 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aee164-a083-4889-8c25-d596e15af994 req-fd077be2-da91-46ba-8bfc-807ca21d6b0c tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:01.134773 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b1aee164-a083-4889-8c25-d596e15af994 req-fd077be2-da91-46ba-8bfc-807ca21d6b0c tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0468202 May 26 21:36:01.165698 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:01.184160 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b1aee164-a083-4889-8c25-d596e15af994 req-74a5a8fa-10a3-4b9f-a0dd-13322e357003 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437374 May 26 21:36:02.300376 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc8b80-09c0-4dbd-a58a-15140689f7e9 req-c9ea7c02-6647-48f9-b690-e466ac368ed9 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:02.301882 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-eafc8b80-09c0-4dbd-a58a-15140689f7e9 req-c9ea7c02-6647-48f9-b690-e466ac368ed9 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0504932 May 26 21:36:02.351271 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-eafc8b80-09c0-4dbd-a58a-15140689f7e9 req-8ad572d2-6194-43a0-9eb1-ddf27538c6b6 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436904 May 26 21:36:03.462274 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ada20-54f5-4b72-9606-b81b91ffdae0 req-69d1fda9-163c-486e-b4cf-46373d3125e7 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:03.463718 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-348ada20-54f5-4b72-9606-b81b91ffdae0 req-69d1fda9-163c-486e-b4cf-46373d3125e7 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0464444 May 26 21:36:03.511797 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-348ada20-54f5-4b72-9606-b81b91ffdae0 req-63793e4d-02f8-40fa-80a1-d270986f4b7f tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424507 May 26 21:36:04.368340 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdad99-5c9e-4915-bc5e-e70c6e3532f9 req-f3112d64-d948-4ac6-a78f-93ef96a72c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:04.369788 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9ebdad99-5c9e-4915-bc5e-e70c6e3532f9 req-f3112d64-d948-4ac6-a78f-93ef96a72c65 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=77c3cd3a54424befb4b424e6de1f7870&device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 1130 time: 0.0389650 May 26 21:36:04.473741 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdad99-5c9e-4915-bc5e-e70c6e3532f9 req-bd002602-6ceb-4245-a028-5c658e654ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:04.475191 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9ebdad99-5c9e-4915-bc5e-e70c6e3532f9 req-bd002602-6ceb-4245-a028-5c658e654ca4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=084061c1-c7dc-4f5f-8186-748f557a8665 HTTP/1.1" status: 200 len: 909 time: 0.0876715 May 26 21:36:04.535571 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9ebdad99-5c9e-4915-bc5e-e70c6e3532f9 req-29c8a16e-227e-403a-86a5-28fc67a256ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a HTTP/1.1" status: 200 len: 1002 time: 0.0539083 May 26 21:36:04.593854 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdad99-5c9e-4915-bc5e-e70c6e3532f9 req-1893f4b3-e478-48d4-977e-230a8130b93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:04.595869 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9ebdad99-5c9e-4915-bc5e-e70c6e3532f9 req-1893f4b3-e478-48d4-977e-230a8130b93c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b0ca75fc-3052-41e8-beb5-3bba4da5fd6d HTTP/1.1" status: 200 len: 847 time: 0.0547786 May 26 21:36:04.659578 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4caf3-11fd-4e0d-85e6-c799e6e245d7 req-90c5db3f-39c2-43f5-b895-1eedcbf35b63 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:04.661075 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d2c4caf3-11fd-4e0d-85e6-c799e6e245d7 req-90c5db3f-39c2-43f5-b895-1eedcbf35b63 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0820549 May 26 21:36:04.666307 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdad99-5c9e-4915-bc5e-e70c6e3532f9 req-f2a1f2b4-0d90-44b0-83e6-36cdf3364bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:04.667703 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9ebdad99-5c9e-4915-bc5e-e70c6e3532f9 req-f2a1f2b4-0d90-44b0-83e6-36cdf3364bb1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=084061c1-c7dc-4f5f-8186-748f557a8665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525765 May 26 21:36:04.752851 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:04.764877 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d2c4caf3-11fd-4e0d-85e6-c799e6e245d7 req-82c95f48-0708-4107-8778-b475f0d7262a tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962479 May 26 21:36:04.792650 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9ebdad99-5c9e-4915-bc5e-e70c6e3532f9 req-236c63af-ce0c-401e-8091-96b1f6cecbd8 service neutron] 10.222.0.60 "GET /v2.0/networks/084061c1-c7dc-4f5f-8186-748f557a8665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172953 May 26 21:36:04.879368 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9ebdad99-5c9e-4915-bc5e-e70c6e3532f9 req-2bb97f81-c674-49ed-8a18-adce45593343 service neutron] 10.222.0.60 "GET /v2.0/networks/084061c1-c7dc-4f5f-8186-748f557a8665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797794 May 26 21:36:05.885872 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a2e37-11a7-44ed-8f51-9ee9f9d30d0e req-312dc950-741b-485c-8740-c6c144820658 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:05.887642 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-234a2e37-11a7-44ed-8f51-9ee9f9d30d0e req-312dc950-741b-485c-8740-c6c144820658 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0529623 May 26 21:36:05.936938 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-234a2e37-11a7-44ed-8f51-9ee9f9d30d0e req-2053e32b-b2ed-4bcb-841a-153ff5d0c418 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437996 May 26 21:36:07.054515 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d3b25-b1e3-4b0b-b35e-457971e7c2d3 req-8e4d393f-7bf6-422a-927b-589d27e9a664 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:07.056048 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6d5d3b25-b1e3-4b0b-b35e-457971e7c2d3 req-8e4d393f-7bf6-422a-927b-589d27e9a664 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0496504 May 26 21:36:07.109653 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6d5d3b25-b1e3-4b0b-b35e-457971e7c2d3 req-08d06433-2c82-44b6-b204-f9ee376833a3 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479822 May 26 21:36:07.522390 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:07.523596 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=73,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:08.225677 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5e5b3-a187-471f-877a-8705dd13f5c4 req-bf70f55c-b8d3-44eb-954d-2c6b496389b4 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:08.227275 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f9d5e5b3-a187-471f-877a-8705dd13f5c4 req-bf70f55c-b8d3-44eb-954d-2c6b496389b4 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0484159 May 26 21:36:08.276636 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f9d5e5b3-a187-471f-877a-8705dd13f5c4 req-043e023c-d9fd-435f-8d60-c8d3769a141e tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438619 May 26 21:36:09.262968 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55950) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:36:09.369191 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-26be6e5c-8c3d-4ee3-b54b-83b886d77a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:09.392086 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473f648-13a8-4709-85c9-62af81e6359e req-99123a5d-fadc-4906-900e-33fdc15547a9 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:09.392974 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:09.393722 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8473f648-13a8-4709-85c9-62af81e6359e req-99123a5d-fadc-4906-900e-33fdc15547a9 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0488789 May 26 21:36:09.444820 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8473f648-13a8-4709-85c9-62af81e6359e req-274c1220-33f4-4daf-b5be-c1637f20b2d8 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450101 May 26 21:36:09.448648 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-26be6e5c-8c3d-4ee3-b54b-83b886d77a39 admin admin] Publish callbacks [] for security_group (b3bcb6ad-26fc-48f7-bb1a-69953c5c3fa9), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:09.532664 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-26be6e5c-8c3d-4ee3-b54b-83b886d77a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (b3bcb6ad-26fc-48f7-bb1a-69953c5c3fa9), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:09.572536 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be6e5c-8c3d-4ee3-b54b-83b886d77a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bcb6ad-26fc-48f7-bb1a-69953c5c3fa9,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:36:09.576816 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-26be6e5c-8c3d-4ee3-b54b-83b886d77a39 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ef34c4893d44e09b6f9a49e3f4a0f84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3127973 May 26 21:36:09.579504 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55956) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:36:09.629650 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3b24f651-59e8-4159-ae9e-60bf8a395fc5 admin admin] Publish callbacks [] for security_group (b3bcb6ad-26fc-48f7-bb1a-69953c5c3fa9), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:09.651613 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3b24f651-59e8-4159-ae9e-60bf8a395fc5 admin admin] Publish callbacks [] for security_group (b3bcb6ad-26fc-48f7-bb1a-69953c5c3fa9), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:09.749904 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3b24f651-59e8-4159-ae9e-60bf8a395fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (b3bcb6ad-26fc-48f7-bb1a-69953c5c3fa9), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:09.752482 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3b24f651-59e8-4159-ae9e-60bf8a395fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:09.754211 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-3b24f651-59e8-4159-ae9e-60bf8a395fc5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3bcb6ad-26fc-48f7-bb1a-69953c5c3fa9 HTTP/1.1" status: 204 len: 168 time: 0.1732743 May 26 21:36:09.762207 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24f651-59e8-4159-ae9e-60bf8a395fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bcb6ad-26fc-48f7-bb1a-69953c5c3fa9,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:36:10.564815 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c75f2-1179-4c3c-bb41-744938b699e0 req-038c9e64-fa01-41ad-8512-b8db8fcdb6bb tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:10.566816 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3b8c75f2-1179-4c3c-bb41-744938b699e0 req-038c9e64-fa01-41ad-8512-b8db8fcdb6bb tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0475323 May 26 21:36:10.603238 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:10.621164 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3b8c75f2-1179-4c3c-bb41-744938b699e0 req-78209528-77de-429c-a904-cc05602f7ee2 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486648 May 26 21:36:11.306622 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55994) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:36:11.409749 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f100da0e-fcc7-46a1-994e-81acccc084bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:11.483354 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f100da0e-fcc7-46a1-994e-81acccc084bc admin admin] Publish callbacks [] for security_group (94d1ddc4-a040-491a-b0a7-92b0771d81f2), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:11.561112 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f100da0e-fcc7-46a1-994e-81acccc084bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (94d1ddc4-a040-491a-b0a7-92b0771d81f2), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:11.601487 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-f100da0e-fcc7-46a1-994e-81acccc084bc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db4b5f80260d4c58a745f3e4934dfa72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934132 May 26 21:36:11.602226 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100da0e-fcc7-46a1-994e-81acccc084bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d1ddc4-a040-491a-b0a7-92b0771d81f2,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:36:11.604157 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 55998) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:36:11.629253 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:11.657490 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-b7350b8e-efbd-427c-abaa-33a08f0391fb admin admin] Publish callbacks [] for security_group (94d1ddc4-a040-491a-b0a7-92b0771d81f2), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:11.661504 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c3007-b88a-4bc3-b2be-a0f0fb5f6850 req-6bcb95e0-54cf-4a7a-9ddc-ab6367dec576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:11.663093 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1c0c3007-b88a-4bc3-b2be-a0f0fb5f6850 req-6bcb95e0-54cf-4a7a-9ddc-ab6367dec576 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=77c3cd3a54424befb4b424e6de1f7870&device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 1130 time: 0.0417819 May 26 21:36:11.681152 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-b7350b8e-efbd-427c-abaa-33a08f0391fb admin admin] Publish callbacks [] for security_group (94d1ddc4-a040-491a-b0a7-92b0771d81f2), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:11.774917 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60549ea1-c75c-4a02-a17c-9a51401e52b0 req-ff216c70-980f-430d-9c6a-492c2a298c84 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:11.776442 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-60549ea1-c75c-4a02-a17c-9a51401e52b0 req-ff216c70-980f-430d-9c6a-492c2a298c84 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0577965 May 26 21:36:11.784060 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-b7350b8e-efbd-427c-abaa-33a08f0391fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (94d1ddc4-a040-491a-b0a7-92b0771d81f2), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:11.786701 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-b7350b8e-efbd-427c-abaa-33a08f0391fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:11.787861 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-b7350b8e-efbd-427c-abaa-33a08f0391fb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/94d1ddc4-a040-491a-b0a7-92b0771d81f2 HTTP/1.1" status: 204 len: 168 time: 0.1827772 May 26 21:36:11.795609 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7350b8e-efbd-427c-abaa-33a08f0391fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d1ddc4-a040-491a-b0a7-92b0771d81f2,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:36:11.813465 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c3007-b88a-4bc3-b2be-a0f0fb5f6850 req-5658e4ff-4030-489b-8822-beccb1d44f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:11.814935 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1c0c3007-b88a-4bc3-b2be-a0f0fb5f6850 req-5658e4ff-4030-489b-8822-beccb1d44f06 service neutron] 10.222.0.60 "GET /v2.0/networks?id=084061c1-c7dc-4f5f-8186-748f557a8665 HTTP/1.1" status: 200 len: 909 time: 0.1457756 May 26 21:36:11.881355 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-60549ea1-c75c-4a02-a17c-9a51401e52b0 req-368f5924-6baa-4f72-b9da-0416b369627f tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984807 May 26 21:36:11.897805 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1c0c3007-b88a-4bc3-b2be-a0f0fb5f6850 req-7f85fec8-a140-4f9f-9bd0-eb46d9a9f7d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a HTTP/1.1" status: 200 len: 1002 time: 0.0725429 May 26 21:36:11.946787 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c3007-b88a-4bc3-b2be-a0f0fb5f6850 req-d29867bf-ba84-47d1-af8e-e1362825d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:11.948298 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1c0c3007-b88a-4bc3-b2be-a0f0fb5f6850 req-d29867bf-ba84-47d1-af8e-e1362825d0e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b0ca75fc-3052-41e8-beb5-3bba4da5fd6d HTTP/1.1" status: 200 len: 847 time: 0.0443687 May 26 21:36:11.990727 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c3007-b88a-4bc3-b2be-a0f0fb5f6850 req-282eb0a8-25b1-4666-9c35-e93ed851634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:11.992232 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1c0c3007-b88a-4bc3-b2be-a0f0fb5f6850 req-282eb0a8-25b1-4666-9c35-e93ed851634a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=084061c1-c7dc-4f5f-8186-748f557a8665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382531 May 26 21:36:12.091070 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1c0c3007-b88a-4bc3-b2be-a0f0fb5f6850 req-d9150fcc-89ce-4333-9c55-c801aae8f085 service neutron] 10.222.0.60 "GET /v2.0/networks/084061c1-c7dc-4f5f-8186-748f557a8665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918157 May 26 21:36:12.181311 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1c0c3007-b88a-4bc3-b2be-a0f0fb5f6850 req-0c10cc65-724b-4f0f-9bc3-9d3a263f1799 service neutron] 10.222.0.60 "GET /v2.0/networks/084061c1-c7dc-4f5f-8186-748f557a8665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844574 May 26 21:36:12.999084 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834b303-6615-4174-8902-9237beceff88 req-6795ec11-1eb9-427e-9726-27d31e481a34 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:13.000475 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4834b303-6615-4174-8902-9237beceff88 req-6795ec11-1eb9-427e-9726-27d31e481a34 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0500309 May 26 21:36:13.050058 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4834b303-6615-4174-8902-9237beceff88 req-eb0251e4-a584-489c-95b8-3f2bb5f19af9 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433540 May 26 21:36:14.170202 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786a476-28fb-4b8e-b935-897b06e286cb req-3bc47c97-d325-4ea7-8f09-d35421984b60 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:14.171964 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9786a476-28fb-4b8e-b935-897b06e286cb req-3bc47c97-d325-4ea7-8f09-d35421984b60 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0507135 May 26 21:36:14.226108 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9786a476-28fb-4b8e-b935-897b06e286cb req-5b6033f0-b5ee-4ea9-a51b-ea702309e56d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484071 May 26 21:36:15.342592 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5608d96-94d6-419e-9c9d-2896f9272842 req-94abe466-9092-476f-9faf-c20065f4ef13 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:15.344092 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b5608d96-94d6-419e-9c9d-2896f9272842 req-94abe466-9092-476f-9faf-c20065f4ef13 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0480320 May 26 21:36:15.393469 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b5608d96-94d6-419e-9c9d-2896f9272842 req-cdda96b8-b9e4-4232-bb07-cb3aad607ecd tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435755 May 26 21:36:15.461127 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [req-ce93cf3d-1496-4e44-9d41-e716f2e1f75a req-b8fd4e46-27c5-47e6-923a-ff4394136411 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104643) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:36:15.462086 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ce93cf3d-1496-4e44-9d41-e716f2e1f75a req-b8fd4e46-27c5-47e6-923a-ff4394136411 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053446 May 26 21:36:15.756892 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615fbde-aee3-4f4b-9367-ac63a3965eba req-e6e3f613-dc16-46aa-a78d-da95efb50bf5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:15.758359 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d615fbde-aee3-4f4b-9367-ac63a3965eba req-e6e3f613-dc16-46aa-a78d-da95efb50bf5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0477791 May 26 21:36:15.812287 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d615fbde-aee3-4f4b-9367-ac63a3965eba req-bc93893a-633e-4ba8-b2bb-aed3962a914d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482936 May 26 21:36:15.862214 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 56052) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:36:15.943640 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-43799449-734b-4e81-bd0e-530dc0ecd1f9 req-b6ff0e33-0389-437e-b864-8b6d91d0c77d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802152 May 26 21:36:15.952132 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [req-43799449-734b-4e81-bd0e-530dc0ecd1f9 req-e12c807d-28a6-4141-90d9-95a0b3f124cb service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104643) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:36:15.953298 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-43799449-734b-4e81-bd0e-530dc0ecd1f9 req-e12c807d-28a6-4141-90d9-95a0b3f124cb service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052092 May 26 21:36:16.089162 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 56062) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:36:16.166893 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:16.185307 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43799449-734b-4e81-bd0e-530dc0ecd1f9 req-cb947cde-94c8-44bd-9512-4a5f7682c868 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:16.186663 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-43799449-734b-4e81-bd0e-530dc0ecd1f9 req-cb947cde-94c8-44bd-9512-4a5f7682c868 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports/5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a HTTP/1.1" status: 200 len: 943 time: 0.0964706 May 26 21:36:16.922436 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c465d7-7262-4989-904d-b4af44bf6e42 req-f161c8e7-3516-4da4-b0cc-e62b8e360943 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:16.923902 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-66c465d7-7262-4989-904d-b4af44bf6e42 req-f161c8e7-3516-4da4-b0cc-e62b8e360943 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0453942 May 26 21:36:16.967913 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:16.973577 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-66c465d7-7262-4989-904d-b4af44bf6e42 req-19a6fde3-aef6-43fb-90b5-fe0a14df18a6 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436530 May 26 21:36:17.467269 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:36:18.086809 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ffee0-e9bf-4289-922d-a18d9fa2670e req-5eed9277-efdf-4646-9bad-887185e4d705 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:18.088967 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ae3ffee0-e9bf-4289-922d-a18d9fa2670e req-5eed9277-efdf-4646-9bad-887185e4d705 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0476038 May 26 21:36:18.139918 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ae3ffee0-e9bf-4289-922d-a18d9fa2670e req-c75d83b1-0652-4598-b9e8-85958a7bae9d tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454197 May 26 21:36:19.201536 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:36:19.260311 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90129f09-179b-47a3-a0d4-c9ff23c2cb19 req-9a5d3466-cdad-4891-9976-a62ec54e3990 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:19.261802 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-90129f09-179b-47a3-a0d4-c9ff23c2cb19 req-9a5d3466-cdad-4891-9976-a62ec54e3990 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0509129 May 26 21:36:19.280891 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a is: ACTIVE; New status is: DOWN {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:36:19.281079 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:19.306886 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7586f603-aaac-433d-85db-77c2893aa328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:36:19.309088 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858d7db0-1989-4fd7-9ddb-82ec1741d505" -d '{"events": [{"server_uuid": "7586f603-aaac-433d-85db-77c2893aa328", "name": "network-vif-unplugged", "status": "completed", "tag": "5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:36:19.312006 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-90129f09-179b-47a3-a0d4-c9ff23c2cb19 req-5029359d-a752-402f-bd2b-5cf6141fd461 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445049 May 26 21:36:19.321239 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a,segment=NetworkSegment(af0afbec-2d46-4223-9061-15b98cc43e87),segment_id=af0afbec-2d46-4223-9061-15b98cc43e87)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:36:19.346334 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 May 2022 21:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b1734c-2585-4c9a-9c68-f3cff2c88f4d x-openstack-request-id: req-f6b1734c-2585-4c9a-9c68-f3cff2c88f4d {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:36:19.346635 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7586f603-aaac-433d-85db-77c2893aa328", "name": "network-vif-unplugged", "status": "failed", "tag": "5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a", "code": 422}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:36:19.346893 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6b1734c-2585-4c9a-9c68-f3cff2c88f4d {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:36:19.347366 dv-cinder-828805-3-iscsi neutron-server[104644]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f6b1734c-2585-4c9a-9c68-f3cff2c88f4d']: {'server_uuid': '7586f603-aaac-433d-85db-77c2893aa328', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a', 'code': 422} returned with failed status May 26 21:36:19.400995 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:19.447070 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a,revision_number=6']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:36:19.454389 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:19.454739 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:19.455084 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:19.455426 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:19.455787 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:19.456124 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:19.456455 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:19.457448 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:19.457777 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:19.458105 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:19.458433 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:19.458760 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:19.459084 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:19.459405 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:19.459727 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:20.431703 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaa178-0a73-4a60-81be-262b5afb743a req-5e4d6833-3b19-441c-87b8-5cf60b2afdfe tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:20.433184 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e5aaa178-0a73-4a60-81be-262b5afb743a req-5e4d6833-3b19-441c-87b8-5cf60b2afdfe tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0480142 May 26 21:36:20.485818 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e5aaa178-0a73-4a60-81be-262b5afb743a req-e1e91809-5de8-4500-a83d-d46f8bae06a4 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469782 May 26 21:36:21.026965 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43799449-734b-4e81-bd0e-530dc0ecd1f9 req-9c0c44a0-ea43-4600-b0f1-3b0a13fe10db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:21.028490 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-43799449-734b-4e81-bd0e-530dc0ecd1f9 req-9c0c44a0-ea43-4600-b0f1-3b0a13fe10db service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328&tenant_id=77c3cd3a54424befb4b424e6de1f7870 HTTP/1.1" status: 200 len: 1128 time: 0.0400774 May 26 21:36:21.086425 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:21.086687 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-c6178f1a-fe73-4e4f-aed1-341f8c2e5968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:21.091889 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43799449-734b-4e81-bd0e-530dc0ecd1f9 req-10ecf0d4-eedf-41d4-a105-277435226fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:21.093365 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-43799449-734b-4e81-bd0e-530dc0ecd1f9 req-10ecf0d4-eedf-41d4-a105-277435226fff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=77c3cd3a54424befb4b424e6de1f7870&device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 1128 time: 0.0436192 May 26 21:36:21.181340 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43799449-734b-4e81-bd0e-530dc0ecd1f9 req-8f56ffd2-572f-4d87-9ca4-a5de13e173c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:21.182777 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-43799449-734b-4e81-bd0e-530dc0ecd1f9 req-8f56ffd2-572f-4d87-9ca4-a5de13e173c1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=084061c1-c7dc-4f5f-8186-748f557a8665 HTTP/1.1" status: 200 len: 909 time: 0.0835693 May 26 21:36:21.602254 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843e0bd-a778-42fa-b378-fe08d66ff965 req-1c78b727-279b-48e5-b6ff-8b9350b6bc75 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:21.603769 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8843e0bd-a778-42fa-b378-fe08d66ff965 req-1c78b727-279b-48e5-b6ff-8b9350b6bc75 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0495355 May 26 21:36:21.651328 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8843e0bd-a778-42fa-b378-fe08d66ff965 req-b61b864b-5a18-4852-9577-790c700ae94a tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420034 May 26 21:36:22.477489 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-43799449-734b-4e81-bd0e-530dc0ecd1f9 req-7ff99bd0-6827-4cf4-8773-26da7dda9a8c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a HTTP/1.1" status: 200 len: 1000 time: 0.0587416 May 26 21:36:22.765776 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e5683-4cd7-4308-84ba-70c6d7318399 req-abdb7ec1-d5e3-4aae-bb53-f84b54db0013 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:22.767197 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-483e5683-4cd7-4308-84ba-70c6d7318399 req-abdb7ec1-d5e3-4aae-bb53-f84b54db0013 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0468426 May 26 21:36:22.814442 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-483e5683-4cd7-4308-84ba-70c6d7318399 req-a92b5d01-9fd4-4862-81be-731a013ddda0 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419350 May 26 21:36:23.335597 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43799449-734b-4e81-bd0e-530dc0ecd1f9 req-bc800551-cb78-4b82-969e-89646d5c9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:23.337025 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-43799449-734b-4e81-bd0e-530dc0ecd1f9 req-bc800551-cb78-4b82-969e-89646d5c9450 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b0ca75fc-3052-41e8-beb5-3bba4da5fd6d HTTP/1.1" status: 200 len: 847 time: 0.0442872 May 26 21:36:23.433613 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-316a2ed6-4ccb-406d-89c9-5e193024dcfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:23.928794 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4bd92-e45c-4f19-8ef5-b0e0931bb347 req-8bee99cb-3867-4499-b9b3-eff6ec0aa70c tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:23.930239 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bdc4bd92-e45c-4f19-8ef5-b0e0931bb347 req-8bee99cb-3867-4499-b9b3-eff6ec0aa70c tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0468850 May 26 21:36:23.978572 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bdc4bd92-e45c-4f19-8ef5-b0e0931bb347 req-327a42ee-1174-4d07-8127-1fcf95252441 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426996 May 26 21:36:24.612334 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:24.647362 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43799449-734b-4e81-bd0e-530dc0ecd1f9 req-937bb21b-28cf-4969-a424-4926b3d2f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:24.648847 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-43799449-734b-4e81-bd0e-530dc0ecd1f9 req-937bb21b-28cf-4969-a424-4926b3d2f3ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=084061c1-c7dc-4f5f-8186-748f557a8665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422053 May 26 21:36:24.736373 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-43799449-734b-4e81-bd0e-530dc0ecd1f9 req-62347089-dc09-40fa-903f-c9330dfbc810 service neutron] 10.222.0.60 "GET /v2.0/networks/084061c1-c7dc-4f5f-8186-748f557a8665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809724 May 26 21:36:24.827493 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-43799449-734b-4e81-bd0e-530dc0ecd1f9 req-4d7ea89b-cf14-426a-8cbd-f20e4709a06a service neutron] 10.222.0.60 "GET /v2.0/networks/084061c1-c7dc-4f5f-8186-748f557a8665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850632 May 26 21:36:24.966771 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:25.092127 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa06df0-7b94-4369-a32e-ca71182d9b66 req-e62f5466-d477-4556-8d5e-15159503ee02 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:25.093546 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-daa06df0-7b94-4369-a32e-ca71182d9b66 req-e62f5466-d477-4556-8d5e-15159503ee02 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0459585 May 26 21:36:25.132875 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:25.141493 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-daa06df0-7b94-4369-a32e-ca71182d9b66 req-0f50bd3d-2633-4a3c-b1f6-4ff1768bbbea tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425272 May 26 21:36:26.173796 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:26.221405 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:26.256048 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2c7cc-6807-428f-bc07-389c2e278e6b req-7e283b2f-7756-4a28-9196-386e49a1addd tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:26.257492 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bcc2c7cc-6807-428f-bc07-389c2e278e6b req-7e283b2f-7756-4a28-9196-386e49a1addd tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0460398 May 26 21:36:26.310311 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bcc2c7cc-6807-428f-bc07-389c2e278e6b req-cd03f396-edc4-4fe1-9010-e7004b83a7c0 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472705 May 26 21:36:27.424395 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd446b-2daa-4e04-8662-543561aeffe9 req-05f428bf-bb51-4e11-9613-b7801ec3b47b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:27.425857 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-80fd446b-2daa-4e04-8662-543561aeffe9 req-05f428bf-bb51-4e11-9613-b7801ec3b47b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0466361 May 26 21:36:27.478291 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-80fd446b-2daa-4e04-8662-543561aeffe9 req-dd364a3e-b7ce-444c-9015-965fbab49c87 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458126 May 26 21:36:27.566405 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:28.542326 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=5 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:28.543021 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=3 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:28.592314 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc8630-cf3d-454c-ac4a-8b1fe0c7a5bf req-953c46eb-95a7-4716-9589-a67e4dbba97f tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:28.593790 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-85dc8630-cf3d-454c-ac4a-8b1fe0c7a5bf req-953c46eb-95a7-4716-9589-a67e4dbba97f tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0472217 May 26 21:36:28.642813 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-85dc8630-cf3d-454c-ac4a-8b1fe0c7a5bf req-7322a83e-401e-46d9-8268-713d56c3e053 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432613 May 26 21:36:29.756709 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b899d-2686-4ca9-a930-96c571d0112d req-9740bc78-3379-4ba7-bf62-e2f42b468750 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:29.758157 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4d6b899d-2686-4ca9-a930-96c571d0112d req-9740bc78-3379-4ba7-bf62-e2f42b468750 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0454237 May 26 21:36:29.805781 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4d6b899d-2686-4ca9-a930-96c571d0112d req-a9d1d774-f6af-43e2-8612-900a227c9eab tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420728 May 26 21:36:30.920111 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d8229-d856-49e9-bc2f-295e30a53182 req-d11284a6-cddf-46c3-9636-4b0fe2f3f305 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:30.921816 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f22d8229-d856-49e9-bc2f-295e30a53182 req-d11284a6-cddf-46c3-9636-4b0fe2f3f305 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0467663 May 26 21:36:30.970257 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f22d8229-d856-49e9-bc2f-295e30a53182 req-8098f04c-2e1b-4042-95d4-02ab2d4114ed tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427938 May 26 21:36:32.085618 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f6c9a-fe16-43da-8c39-18fc31b9c9a5 req-02d22b05-d11c-44dd-a091-e4da6881722c tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:32.087066 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-cd1f6c9a-fe16-43da-8c39-18fc31b9c9a5 req-02d22b05-d11c-44dd-a091-e4da6881722c tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0465250 May 26 21:36:32.136471 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-cd1f6c9a-fe16-43da-8c39-18fc31b9c9a5 req-56da353e-097c-4ae2-9e64-9822333bde35 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434184 May 26 21:36:33.253484 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c61bc-2129-45f1-aa9a-749c36121561 req-011127bd-99b3-46d2-8094-22c84eeb41b0 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:33.254932 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-224c61bc-2129-45f1-aa9a-749c36121561 req-011127bd-99b3-46d2-8094-22c84eeb41b0 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0515714 May 26 21:36:33.302786 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-224c61bc-2129-45f1-aa9a-749c36121561 req-ffc2caa3-c9ba-4742-9602-ae1fdb278c84 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412576 May 26 21:36:34.416979 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35c6a9-5cd4-4ad0-84c5-46eda7f6618d req-152d7401-c94d-4466-8317-a59f8391d310 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:34.418445 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-7a35c6a9-5cd4-4ad0-84c5-46eda7f6618d req-152d7401-c94d-4466-8317-a59f8391d310 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0489516 May 26 21:36:34.466901 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-7a35c6a9-5cd4-4ad0-84c5-46eda7f6618d req-4ef0ccb3-0455-4d1d-8112-56fc980707ad tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425997 May 26 21:36:35.577579 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ded5d9-a196-488b-a6b0-b553c67dbb61 req-b979496e-7725-4627-9960-2742bd02fb3e tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:35.579039 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d2ded5d9-a196-488b-a6b0-b553c67dbb61 req-b979496e-7725-4627-9960-2742bd02fb3e tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0458376 May 26 21:36:35.629483 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d2ded5d9-a196-488b-a6b0-b553c67dbb61 req-42a75dd8-22d1-4cb0-83ef-34e5c88f32c5 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442700 May 26 21:36:36.742291 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6305a2a-5af3-4cd7-ab35-514b29460789 req-5d80635a-ce34-40d3-8f3a-da355195c024 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:36.743768 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c6305a2a-5af3-4cd7-ab35-514b29460789 req-5d80635a-ce34-40d3-8f3a-da355195c024 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 944 time: 0.0466843 May 26 21:36:36.791434 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c6305a2a-5af3-4cd7-ab35-514b29460789 req-703e7d01-933c-412c-a0a5-f39e8953e453 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422027 May 26 21:36:37.313044 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:36:37.410713 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a,segment=NetworkSegment(af0afbec-2d46-4223-9061-15b98cc43e87),segment_id=af0afbec-2d46-4223-9061-15b98cc43e87)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:36:37.422712 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': '5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a', 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665', 'port_id': '5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a', 'mac_address': 'fa:16:3e:9b:cd:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ca75fc-3052-41e8-beb5-3bba4da5fd6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:36:37.456504 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:36:37.456881 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:37.469603 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:36:37.490517 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a,segment=NetworkSegment(af0afbec-2d46-4223-9061-15b98cc43e87),segment_id=af0afbec-2d46-4223-9061-15b98cc43e87)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:36:37.583940 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:37.634344 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a,revision_number=7']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:36:37.906716 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef25349-e9d6-4753-be86-5e8cf1bd21af req-283d1fc4-c03c-4799-9ba1-2e6a8e931027 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:37.908300 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-eef25349-e9d6-4753-be86-5e8cf1bd21af req-283d1fc4-c03c-4799-9ba1-2e6a8e931027 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 945 time: 0.0477769 May 26 21:36:37.963281 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-eef25349-e9d6-4753-be86-5e8cf1bd21af req-f9125400-ef3c-4314-bf1b-ba9a6a51a480 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480151 May 26 21:36:38.031187 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:36:38.034563 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=63,neutron:UPDATE=6 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:38.132219 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:39.079860 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2df01-d119-47b1-84cf-ad909db70b36 req-ebe9f7e1-1d05-4028-b676-f1dff9432039 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:39.081294 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f7c2df01-d119-47b1-84cf-ad909db70b36 req-ebe9f7e1-1d05-4028-b676-f1dff9432039 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 945 time: 0.0502992 May 26 21:36:39.093337 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:39.354825 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:36:39.372545 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f7c2df01-d119-47b1-84cf-ad909db70b36 req-cc137efc-5e9f-416a-93e0-4f25808848db tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2850635 May 26 21:36:39.399722 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:36:39.400135 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:39.474226 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:36:39.474600 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:39.496997 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7586f603-aaac-433d-85db-77c2893aa328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:36:39.499249 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985e4d60-11e7-4942-9c99-67782121ea5b" -d '{"events": [{"server_uuid": "7586f603-aaac-433d-85db-77c2893aa328", "name": "network-vif-plugged", "status": "completed", "tag": "5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:36:39.513364 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a,segment=NetworkSegment(af0afbec-2d46-4223-9061-15b98cc43e87),segment_id=af0afbec-2d46-4223-9061-15b98cc43e87)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:36:39.540797 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e347e4-2c79-4c16-a617-3b8e7f443ea1 x-openstack-request-id: req-22e347e4-2c79-4c16-a617-3b8e7f443ea1 {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:36:39.541089 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7586f603-aaac-433d-85db-77c2893aa328", "name": "network-vif-plugged", "status": "completed", "tag": "5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:36:39.541367 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-22e347e4-2c79-4c16-a617-3b8e7f443ea1 {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:36:39.541818 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22e347e4-2c79-4c16-a617-3b8e7f443ea1'] response: {'server_uuid': '7586f603-aaac-433d-85db-77c2893aa328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a', 'code': 200} May 26 21:36:39.584396 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:39.631287 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a,revision_number=8']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:36:39.818522 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe80ee-cbdf-4cde-803b-c74a6ce7f373 req-46d31b8b-1fb5-4a77-84fb-33d9627431ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:39.819989 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-73fe80ee-cbdf-4cde-803b-c74a6ce7f373 req-46d31b8b-1fb5-4a77-84fb-33d9627431ad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 1130 time: 0.0385175 May 26 21:36:39.863574 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-73fe80ee-cbdf-4cde-803b-c74a6ce7f373 req-e59cefb7-ec03-4000-b5f9-f889f78e2e87 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374498 May 26 21:36:40.488640 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717a858-0a03-43e1-bacc-26fc1096f856 req-300c03ff-c1fb-479b-9bf1-5f39ca7afd5e tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:40.490513 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9717a858-0a03-43e1-bacc-26fc1096f856 req-300c03ff-c1fb-479b-9bf1-5f39ca7afd5e tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0473812 May 26 21:36:40.534213 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 56228) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:36:40.541835 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9717a858-0a03-43e1-bacc-26fc1096f856 req-3c8fe7b6-475d-4af5-b94d-3459152eedc0 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458126 May 26 21:36:40.642898 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d3432526-7244-4130-91ee-1200b9cd0165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:40.681201 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:40.717858 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d3432526-7244-4130-91ee-1200b9cd0165 admin admin] Publish callbacks [] for security_group (360e6676-f289-4952-8cf1-95c150f48c55), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:40.794616 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d3432526-7244-4130-91ee-1200b9cd0165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (360e6676-f289-4952-8cf1-95c150f48c55), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:40.831384 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3432526-7244-4130-91ee-1200b9cd0165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360e6676-f289-4952-8cf1-95c150f48c55,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:36:40.838421 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-d3432526-7244-4130-91ee-1200b9cd0165 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef6dbe4fd15e40d2a4d188845462a63d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030112 May 26 21:36:40.841032 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 56232) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:36:40.888421 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-bda34ba9-ccfd-4fd3-8075-b203db91a5e2 admin admin] Publish callbacks [] for security_group (360e6676-f289-4952-8cf1-95c150f48c55), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:40.909478 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-bda34ba9-ccfd-4fd3-8075-b203db91a5e2 admin admin] Publish callbacks [] for security_group (360e6676-f289-4952-8cf1-95c150f48c55), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:41.034784 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-bda34ba9-ccfd-4fd3-8075-b203db91a5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (360e6676-f289-4952-8cf1-95c150f48c55), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:41.037405 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-bda34ba9-ccfd-4fd3-8075-b203db91a5e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:41.038597 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-bda34ba9-ccfd-4fd3-8075-b203db91a5e2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/360e6676-f289-4952-8cf1-95c150f48c55 HTTP/1.1" status: 204 len: 168 time: 0.1966765 May 26 21:36:41.046949 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda34ba9-ccfd-4fd3-8075-b203db91a5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360e6676-f289-4952-8cf1-95c150f48c55,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:36:41.657818 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:41.669375 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da631c17-06a8-4f9d-816d-92975e98a5ea req-b631ca06-de42-48c2-a589-1c0fceb84647 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:41.670875 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-da631c17-06a8-4f9d-816d-92975e98a5ea req-b631ca06-de42-48c2-a589-1c0fceb84647 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0513525 May 26 21:36:41.721897 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-da631c17-06a8-4f9d-816d-92975e98a5ea req-6a514580-a18e-450a-974d-307956d8093b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448112 May 26 21:36:47.200204 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=13 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:47.203112 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=13 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:49.628535 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:50.532906 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=70 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:50.536796 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=22 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:51.051672 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-c353d8e6-f674-4e6c-b62c-4550f79674fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:51.718153 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=34,neutron:DELETE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:36:53.427390 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-9e32687b-91b8-4998-b1d8-4f72ba86750c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:53.452361 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 56392) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:36:53.561106 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-48e8d883-18c7-49c3-b2a4-f8417e59de06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:53.636980 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-48e8d883-18c7-49c3-b2a4-f8417e59de06 admin admin] Publish callbacks [] for security_group (768bc397-2833-4628-a6ba-aa248fc0d696), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:53.754836 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-48e8d883-18c7-49c3-b2a4-f8417e59de06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (768bc397-2833-4628-a6ba-aa248fc0d696), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:53.794054 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-48e8d883-18c7-49c3-b2a4-f8417e59de06 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c19b969782614535ac76262b61efcb8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3405917 May 26 21:36:53.795172 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8d883-18c7-49c3-b2a4-f8417e59de06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768bc397-2833-4628-a6ba-aa248fc0d696,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:36:53.797153 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 56398) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:36:53.802981 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e8d883-18c7-49c3-b2a4-f8417e59de06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:53.803330 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e8d883-18c7-49c3-b2a4-f8417e59de06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:53.803672 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e8d883-18c7-49c3-b2a4-f8417e59de06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:53.804036 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e8d883-18c7-49c3-b2a4-f8417e59de06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:53.804372 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e8d883-18c7-49c3-b2a4-f8417e59de06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:53.804704 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e8d883-18c7-49c3-b2a4-f8417e59de06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:53.805027 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e8d883-18c7-49c3-b2a4-f8417e59de06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:53.805352 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e8d883-18c7-49c3-b2a4-f8417e59de06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:53.805678 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e8d883-18c7-49c3-b2a4-f8417e59de06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:53.806652 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e8d883-18c7-49c3-b2a4-f8417e59de06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:53.806983 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e8d883-18c7-49c3-b2a4-f8417e59de06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:53.807314 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e8d883-18c7-49c3-b2a4-f8417e59de06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:53.807710 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e8d883-18c7-49c3-b2a4-f8417e59de06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:53.808056 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e8d883-18c7-49c3-b2a4-f8417e59de06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:53.808378 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e8d883-18c7-49c3-b2a4-f8417e59de06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:53.846674 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-27a91d14-0412-40bf-bf5c-cc3678f972d6 admin admin] Publish callbacks [] for security_group (768bc397-2833-4628-a6ba-aa248fc0d696), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:53.869150 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-27a91d14-0412-40bf-bf5c-cc3678f972d6 admin admin] Publish callbacks [] for security_group (768bc397-2833-4628-a6ba-aa248fc0d696), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:53.992865 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-27a91d14-0412-40bf-bf5c-cc3678f972d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (768bc397-2833-4628-a6ba-aa248fc0d696), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:53.995509 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-27a91d14-0412-40bf-bf5c-cc3678f972d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:53.996670 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-27a91d14-0412-40bf-bf5c-cc3678f972d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/768bc397-2833-4628-a6ba-aa248fc0d696 HTTP/1.1" status: 204 len: 168 time: 0.1985257 May 26 21:36:54.004581 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a91d14-0412-40bf-bf5c-cc3678f972d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768bc397-2833-4628-a6ba-aa248fc0d696,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:36:54.012869 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91d14-0412-40bf-bf5c-cc3678f972d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:54.013326 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91d14-0412-40bf-bf5c-cc3678f972d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:54.013553 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91d14-0412-40bf-bf5c-cc3678f972d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:54.013883 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91d14-0412-40bf-bf5c-cc3678f972d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:54.014346 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91d14-0412-40bf-bf5c-cc3678f972d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:54.014906 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91d14-0412-40bf-bf5c-cc3678f972d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:54.015400 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91d14-0412-40bf-bf5c-cc3678f972d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:54.015725 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91d14-0412-40bf-bf5c-cc3678f972d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:54.019793 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91d14-0412-40bf-bf5c-cc3678f972d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:54.019793 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91d14-0412-40bf-bf5c-cc3678f972d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:54.019793 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91d14-0412-40bf-bf5c-cc3678f972d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:54.019793 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91d14-0412-40bf-bf5c-cc3678f972d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:54.019793 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91d14-0412-40bf-bf5c-cc3678f972d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:54.019793 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91d14-0412-40bf-bf5c-cc3678f972d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:54.019793 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91d14-0412-40bf-bf5c-cc3678f972d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:36:54.347394 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf36970-3052-4b1d-8ba0-394f6119eae3 req-7ba0c4b9-4eb0-4bc2-b307-0d5768dad1c1 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:54.349130 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fbf36970-3052-4b1d-8ba0-394f6119eae3 req-7ba0c4b9-4eb0-4bc2-b307-0d5768dad1c1 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0539112 May 26 21:36:54.406334 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fbf36970-3052-4b1d-8ba0-394f6119eae3 req-91364108-ec0e-48b4-a497-059316e2d8b1 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508573 May 26 21:36:54.467607 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:36:54.606030 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:54.966029 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:55.526099 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d73a3e-fb76-4c05-a363-8b57d6309105 req-0925b60a-f7b6-4069-86e2-00d87533e0de tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:55.527578 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-97d73a3e-fb76-4c05-a363-8b57d6309105 req-0925b60a-f7b6-4069-86e2-00d87533e0de tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0462689 May 26 21:36:55.573962 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-97d73a3e-fb76-4c05-a363-8b57d6309105 req-f3b03a29-f30c-4f48-9fc7-22cab50f33d5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407820 May 26 21:36:56.159913 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:56.862092 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb4789-c991-4792-9dbe-b47a57a40d45 req-57f7d15c-a69d-46a1-be89-0ff8bf62e577 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:56.863477 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-81bb4789-c991-4792-9dbe-b47a57a40d45 req-57f7d15c-a69d-46a1-be89-0ff8bf62e577 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.2146807 May 26 21:36:56.911562 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-81bb4789-c991-4792-9dbe-b47a57a40d45 req-0ad824a3-a9e3-4f23-9815-1cbb16acdc7d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423534 May 26 21:36:57.611396 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:36:58.031328 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89680eb-e3a3-4325-bc5e-73fe97ce3905 req-3363b397-39b8-446c-a205-902483c11ded tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:58.032833 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d89680eb-e3a3-4325-bc5e-73fe97ce3905 req-3363b397-39b8-446c-a205-902483c11ded tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0474930 May 26 21:36:58.081410 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d89680eb-e3a3-4325-bc5e-73fe97ce3905 req-97e861b6-6d50-4576-9f20-f2d4124ea210 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429347 May 26 21:36:59.201283 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb7905-d92b-42ab-b5f2-5e941ac9e0db req-1571682a-e5e2-437e-99c3-f1021e22c557 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:36:59.202742 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-64eb7905-d92b-42ab-b5f2-5e941ac9e0db req-1571682a-e5e2-437e-99c3-f1021e22c557 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0471859 May 26 21:36:59.249167 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-64eb7905-d92b-42ab-b5f2-5e941ac9e0db req-27f0dabd-0247-4e86-bc49-1e004b92933d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407891 May 26 21:37:00.368753 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3329f-8d13-415a-a0a8-465ba70a3d64 req-05ecfe2c-b67e-4be9-9231-dea2045d9715 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:00.370231 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-75e3329f-8d13-415a-a0a8-465ba70a3d64 req-05ecfe2c-b67e-4be9-9231-dea2045d9715 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0476265 May 26 21:37:00.420019 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-75e3329f-8d13-415a-a0a8-465ba70a3d64 req-4e7899e9-18e0-4465-9b5a-5b88d57cf202 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441172 May 26 21:37:01.539395 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9822d-bdc0-4b78-a9fc-4b26806b9239 req-7fd6b535-d24b-4e6d-b2af-486827e4a6f1 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:01.540874 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0fc9822d-bdc0-4b78-a9fc-4b26806b9239 req-7fd6b535-d24b-4e6d-b2af-486827e4a6f1 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0502765 May 26 21:37:01.587473 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0fc9822d-bdc0-4b78-a9fc-4b26806b9239 req-9eb54f6f-1970-4f3d-b3d9-320e5c6fb4f3 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408092 May 26 21:37:02.349237 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5a54848b-3aa9-4e50-a9a3-7515b7865b72 req-0f69e525-34c8-4ac8-b6a2-cf9a866e3cbe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373118 May 26 21:37:02.430970 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54848b-3aa9-4e50-a9a3-7515b7865b72 req-691ffe44-2c0f-4e87-b1fb-0cd874ce5158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:02.432508 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5a54848b-3aa9-4e50-a9a3-7515b7865b72 req-691ffe44-2c0f-4e87-b1fb-0cd874ce5158 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=77c3cd3a54424befb4b424e6de1f7870&device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 1130 time: 0.0399177 May 26 21:37:02.536134 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54848b-3aa9-4e50-a9a3-7515b7865b72 req-406caf61-473a-4476-91d2-07e90a20f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:02.537602 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5a54848b-3aa9-4e50-a9a3-7515b7865b72 req-406caf61-473a-4476-91d2-07e90a20f236 service neutron] 10.222.0.60 "GET /v2.0/networks?id=084061c1-c7dc-4f5f-8186-748f557a8665 HTTP/1.1" status: 200 len: 909 time: 0.0888021 May 26 21:37:02.598884 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5a54848b-3aa9-4e50-a9a3-7515b7865b72 req-b74d4d6d-98b8-4a3c-8b7a-bc25a1f6792f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a HTTP/1.1" status: 200 len: 1002 time: 0.0553973 May 26 21:37:02.651136 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54848b-3aa9-4e50-a9a3-7515b7865b72 req-f8853a5a-c978-4bc7-913d-b82e8396cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:02.653220 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5a54848b-3aa9-4e50-a9a3-7515b7865b72 req-f8853a5a-c978-4bc7-913d-b82e8396cff7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b0ca75fc-3052-41e8-beb5-3bba4da5fd6d HTTP/1.1" status: 200 len: 847 time: 0.0488822 May 26 21:37:02.699860 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54848b-3aa9-4e50-a9a3-7515b7865b72 req-35c098fc-0df5-4be3-90b1-4da887b053c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:02.701410 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5a54848b-3aa9-4e50-a9a3-7515b7865b72 req-35c098fc-0df5-4be3-90b1-4da887b053c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=084061c1-c7dc-4f5f-8186-748f557a8665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412235 May 26 21:37:02.706788 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b39ff2-71b0-48f4-a33b-43f371130279 req-c83fcdb9-6a90-49c8-8c88-8040862a98ef tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:02.708283 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-77b39ff2-71b0-48f4-a33b-43f371130279 req-c83fcdb9-6a90-49c8-8c88-8040862a98ef tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0474849 May 26 21:37:02.757625 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-77b39ff2-71b0-48f4-a33b-43f371130279 req-7d8337b0-4cb8-4fbd-83ba-2e85ec236a9d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435996 May 26 21:37:02.778338 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:02.792873 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5a54848b-3aa9-4e50-a9a3-7515b7865b72 req-c7d58aa9-874a-456b-9ba5-e8d2db9ed448 service neutron] 10.222.0.60 "GET /v2.0/networks/084061c1-c7dc-4f5f-8186-748f557a8665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854168 May 26 21:37:02.852937 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:02.885049 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5a54848b-3aa9-4e50-a9a3-7515b7865b72 req-ba34463e-798c-4490-9443-e34f575ce2b0 service neutron] 10.222.0.60 "GET /v2.0/networks/084061c1-c7dc-4f5f-8186-748f557a8665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862281 May 26 21:37:03.891609 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7a5df-bf38-4525-a68a-38a8424f4781 req-72f0929f-565e-49aa-b22b-6e1dfae8a2c4 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:03.893102 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8ca7a5df-bf38-4525-a68a-38a8424f4781 req-72f0929f-565e-49aa-b22b-6e1dfae8a2c4 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0480025 May 26 21:37:03.940310 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8ca7a5df-bf38-4525-a68a-38a8424f4781 req-b1e0ed97-91fc-4605-b599-b08346c7a6e3 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414739 May 26 21:37:05.061166 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4a5c1-6208-4fb5-bb08-49124e7ad7c5 req-4972c8b7-7213-447d-a4c2-e03bfe0dc859 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:05.062630 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-add4a5c1-6208-4fb5-bb08-49124e7ad7c5 req-4972c8b7-7213-447d-a4c2-e03bfe0dc859 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0475187 May 26 21:37:05.109615 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-add4a5c1-6208-4fb5-bb08-49124e7ad7c5 req-b15f1061-6f35-4353-9ac0-e76444919917 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411768 May 26 21:37:05.533256 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=3 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:05.538291 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=5 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:06.376710 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd951e1f-ca3e-4de9-9b2b-dca135f44bc5 req-7361feb4-e18e-42d6-9ae8-e5ce05ba1ab6 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:06.378069 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-fd951e1f-ca3e-4de9-9b2b-dca135f44bc5 req-7361feb4-e18e-42d6-9ae8-e5ce05ba1ab6 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0497961 May 26 21:37:06.424725 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-fd951e1f-ca3e-4de9-9b2b-dca135f44bc5 req-629c4c3d-7c8d-4dbc-8ca9-3d6656660095 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409606 May 26 21:37:07.523191 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:07.525050 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:07.553630 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef0d72-d952-4b0d-9d34-2f79c8cc63fc req-0eec1062-3b42-40bc-bf47-7afdc75df082 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:07.555110 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-dcef0d72-d952-4b0d-9d34-2f79c8cc63fc req-0eec1062-3b42-40bc-bf47-7afdc75df082 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0531564 May 26 21:37:07.603787 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-dcef0d72-d952-4b0d-9d34-2f79c8cc63fc req-ff67c140-a0c7-4a1f-8888-233ce334c521 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424650 May 26 21:37:08.141310 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55f505-c5ae-45ac-9f35-4f3d0db684b7 req-b8cedc8a-e07c-402b-b57e-495119ed3585 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:08.142785 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5b55f505-c5ae-45ac-9f35-4f3d0db684b7 req-b8cedc8a-e07c-402b-b57e-495119ed3585 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 945 time: 0.0478795 May 26 21:37:08.189706 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5b55f505-c5ae-45ac-9f35-4f3d0db684b7 req-6fdf579e-ee63-428f-9a67-918a7895a898 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0664303-b277-4888-96b0-37c27ed30f66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412464 May 26 21:37:08.723594 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470f220-4de4-488b-b3b9-7db16f82a102 req-967a796f-9676-4917-a879-688ab3c9e6be tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:08.725081 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6470f220-4de4-488b-b3b9-7db16f82a102 req-967a796f-9676-4917-a879-688ab3c9e6be tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0462115 May 26 21:37:08.771152 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6470f220-4de4-488b-b3b9-7db16f82a102 req-c6e72230-aa1c-4a46-b481-e1164866a6fb tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405228 May 26 21:37:09.303475 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650f9d1-24c2-47dc-a929-4836ee8e1ee3 req-60a1ed0c-5d3b-4773-aa3f-c8735273d590 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:09.304951 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9650f9d1-24c2-47dc-a929-4836ee8e1ee3 req-60a1ed0c-5d3b-4773-aa3f-c8735273d590 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 945 time: 0.0471811 May 26 21:37:09.343715 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:09.604084 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9650f9d1-24c2-47dc-a929-4836ee8e1ee3 req-d0f0cd98-d812-4002-8529-0d761ee804cb tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0664303-b277-4888-96b0-37c27ed30f66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2927625 May 26 21:37:09.889622 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704446b-606e-4f59-a246-7c70342bed73 req-d581c002-741f-40d8-ad1e-52773ec2e0c3 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:09.891064 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-7704446b-606e-4f59-a246-7c70342bed73 req-d581c002-741f-40d8-ad1e-52773ec2e0c3 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0462916 May 26 21:37:09.951052 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-7704446b-606e-4f59-a246-7c70342bed73 req-5aded3d6-b02d-4a85-94d4-a215b114650f tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544064 May 26 21:37:09.984463 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69de958-61d2-48eb-854e-5f43926fa906 req-09d8a08a-cc0f-47ca-ba89-3f61d82079ce tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:09.989478 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e69de958-61d2-48eb-854e-5f43926fa906 req-09d8a08a-cc0f-47ca-ba89-3f61d82079ce tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.60 "GET /v2.0/ports?device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 945 time: 0.0508749 May 26 21:37:10.068164 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-e69de958-61d2-48eb-854e-5f43926fa906 req-03d7809a-773b-452e-b400-7286e51b548d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Deleting port 74b8602f-769d-4945-bc28-0333c237b868 {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:37:10.068501 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-e69de958-61d2-48eb-854e-5f43926fa906 req-03d7809a-773b-452e-b400-7286e51b548d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (74b8602f-769d-4945-bc28-0333c237b868), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:10.158313 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-e69de958-61d2-48eb-854e-5f43926fa906 req-03d7809a-773b-452e-b400-7286e51b548d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] For port 74b8602f-769d-4945-bc28-0333c237b868, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=74b8602f-769d-4945-bc28-0333c237b868,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:37:10.158630 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-e69de958-61d2-48eb-854e-5f43926fa906 req-03d7809a-773b-452e-b400-7286e51b548d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (74b8602f-769d-4945-bc28-0333c237b868), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:10.318121 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-e69de958-61d2-48eb-854e-5f43926fa906 req-03d7809a-773b-452e-b400-7286e51b548d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:10.318485 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-e69de958-61d2-48eb-854e-5f43926fa906 req-03d7809a-773b-452e-b400-7286e51b548d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (00d88cbe-d058-4b4f-92a7-fa1eb1f01e3f), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:10.318798 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.db.l3_db [req-e69de958-61d2-48eb-854e-5f43926fa906 req-03d7809a-773b-452e-b400-7286e51b548d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Floating IP 00d88cbe-d058-4b4f-92a7-fa1eb1f01e3f disassociated. External IP: 172.27.3.38, port: 74b8602f-769d-4945-bc28-0333c237b868. May 26 21:37:10.319139 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-e69de958-61d2-48eb-854e-5f43926fa906 req-03d7809a-773b-452e-b400-7286e51b548d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Calling delete_port for 74b8602f-769d-4945-bc28-0333c237b868 owned by compute:nova {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:37:10.383203 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:10.441342 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:10.542899 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-e69de958-61d2-48eb-854e-5f43926fa906 req-03d7809a-773b-452e-b400-7286e51b548d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (74b8602f-769d-4945-bc28-0333c237b868), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:10.570947 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7809a-773b-452e-b400-7286e51b548d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event deleted for resources: {'Port': ['ID=74b8602f-769d-4945-bc28-0333c237b868,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:37:10.684397 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e69de958-61d2-48eb-854e-5f43926fa906 req-03d7809a-773b-452e-b400-7286e51b548d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Router bc9639dd-67f2-408a-8d58-3955185b031b has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:37:10.704492 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ff1a0741-5467-4728-b085-de0dae51bce5 req-2917edbe-096c-4801-a148-e91ba7223a09 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 210 time: 0.0289307 May 26 21:37:10.788402 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e69de958-61d2-48eb-854e-5f43926fa906 req-03d7809a-773b-452e-b400-7286e51b548d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:37:10.800382 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023b6eb-4a64-4bde-aa95-7da823d4cfd0 None None] Sync routers for ids ['bc9639dd-67f2-408a-8d58-3955185b031b'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:37:10.811524 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a023b6eb-4a64-4bde-aa95-7da823d4cfd0 None None] Routers {'bc9639dd-67f2-408a-8d58-3955185b031b'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:37:10.812169 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-a023b6eb-4a64-4bde-aa95-7da823d4cfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:36:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['bc9639dd-67f2-408a-8d58-3955185b031b'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:37:10.831069 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69de958-61d2-48eb-854e-5f43926fa906 req-03d7809a-773b-452e-b400-7286e51b548d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] No DVR routers for this DVR port 74b8602f-769d-4945-bc28-0333c237b868 on host hv-cinder-82880 {{(pid=104643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:37:10.833686 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-e69de958-61d2-48eb-854e-5f43926fa906 req-03d7809a-773b-452e-b400-7286e51b548d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:10.836995 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e69de958-61d2-48eb-854e-5f43926fa906 req-03d7809a-773b-452e-b400-7286e51b548d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.60 "DELETE /v2.0/ports/74b8602f-769d-4945-bc28-0333c237b868 HTTP/1.1" status: 204 len: 173 time: 0.8454547 May 26 21:37:10.837428 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31344c9e-84b8-4fc4-9804-30732b08d70e', 'name': 'network-vif-deleted', 'tag': '74b8602f-769d-4945-bc28-0333c237b868'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:37:10.839683 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bed3a0-8966-440b-9265-87eebb1c0b6c" -d '{"events": [{"server_uuid": "31344c9e-84b8-4fc4-9804-30732b08d70e", "name": "network-vif-deleted", "tag": "74b8602f-769d-4945-bc28-0333c237b868"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:37:10.876615 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b987e12a-558d-43ff-9dd0-eb9c47484826 x-openstack-request-id: req-b987e12a-558d-43ff-9dd0-eb9c47484826 {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:37:10.876935 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31344c9e-84b8-4fc4-9804-30732b08d70e", "name": "network-vif-deleted", "tag": "74b8602f-769d-4945-bc28-0333c237b868", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:37:10.877189 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b987e12a-558d-43ff-9dd0-eb9c47484826 {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:37:10.877591 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b987e12a-558d-43ff-9dd0-eb9c47484826'] response: {'server_uuid': '31344c9e-84b8-4fc4-9804-30732b08d70e', 'name': 'network-vif-deleted', 'tag': '74b8602f-769d-4945-bc28-0333c237b868', 'status': 'completed', 'code': 200} May 26 21:37:10.913271 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-a023b6eb-4a64-4bde-aa95-7da823d4cfd0 None None] Set router bc9639dd-67f2-408a-8d58-3955185b031b gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:37:11.085723 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:11.095360 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d01b8-b1ce-4a3e-a3a9-3064a1e6b2e7 req-47117d2c-6223-48ef-9fb4-0d7419a70c8a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:11.096980 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ac0d01b8-b1ce-4a3e-a3a9-3064a1e6b2e7 req-47117d2c-6223-48ef-9fb4-0d7419a70c8a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0527816 May 26 21:37:11.130023 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-a023b6eb-4a64-4bde-aa95-7da823d4cfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:18Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:37:11.155591 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ac0d01b8-b1ce-4a3e-a3a9-3064a1e6b2e7 req-0701ed9a-680c-4767-94b6-24944865efeb tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518074 May 26 21:37:11.164385 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023b6eb-4a64-4bde-aa95-7da823d4cfd0 None None] Checking router: bc9639dd-67f2-408a-8d58-3955185b031b for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:37:11.174039 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a023b6eb-4a64-4bde-aa95-7da823d4cfd0 None None] Routers {'bc9639dd-67f2-408a-8d58-3955185b031b'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:37:11.174649 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-a023b6eb-4a64-4bde-aa95-7da823d4cfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:36:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['bc9639dd-67f2-408a-8d58-3955185b031b'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:37:11.273447 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-a023b6eb-4a64-4bde-aa95-7da823d4cfd0 None None] Set router bc9639dd-67f2-408a-8d58-3955185b031b gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:37:11.455595 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-a023b6eb-4a64-4bde-aa95-7da823d4cfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:18Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:37:11.479906 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023b6eb-4a64-4bde-aa95-7da823d4cfd0 None None] The sync data for ids ['bc9639dd-67f2-408a-8d58-3955185b031b'] in dv-cinder-828805-3-iscsi is: [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:18Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:37:11.693102 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b6fb8-05cc-449f-9ff0-164fe4a99cb2 None None] New status for floating IP 00d88cbe-d058-4b4f-92a7-fa1eb1f01e3f: DOWN {{(pid=104644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:37:11.818583 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f8a63305-a5dd-4d63-9ee9-9226266e0c88 req-4ca58ec3-26ab-4528-8e38-3efbf86153f6 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=31344c9e-84b8-4fc4-9804-30732b08d70e HTTP/1.1" status: 200 len: 210 time: 0.0286481 May 26 21:37:12.271997 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f262bb-5e63-4ea0-b9ab-486f34a164f6 req-47e9bee9-155d-4c5f-9a8e-7f5ec120ab41 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:12.273448 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-47f262bb-5e63-4ea0-b9ab-486f34a164f6 req-47e9bee9-155d-4c5f-9a8e-7f5ec120ab41 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0501931 May 26 21:37:12.320245 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-47f262bb-5e63-4ea0-b9ab-486f34a164f6 req-078f1c9e-d7bc-4edb-b68c-0ab0cdfb1db6 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412965 May 26 21:37:12.954913 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 56532) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:37:13.014439 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3afb3263-ab7e-4606-aafb-ba97c2d1bac7 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group (c0664303-b277-4888-96b0-37c27ed30f66), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:13.037806 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3afb3263-ab7e-4606-aafb-ba97c2d1bac7 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group (c0664303-b277-4888-96b0-37c27ed30f66), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:13.146518 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3afb3263-ab7e-4606-aafb-ba97c2d1bac7 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (c0664303-b277-4888-96b0-37c27ed30f66), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:13.149090 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3afb3263-ab7e-4606-aafb-ba97c2d1bac7 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:13.150229 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-3afb3263-ab7e-4606-aafb-ba97c2d1bac7 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "DELETE /v2.0/security-groups/c0664303-b277-4888-96b0-37c27ed30f66 HTTP/1.1" status: 204 len: 168 time: 0.1941910 May 26 21:37:13.153616 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 56534) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:37:13.160108 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb3263-ab7e-4606-aafb-ba97c2d1bac7 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0664303-b277-4888-96b0-37c27ed30f66,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:37:13.169286 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.api.v2.resource [None req-0958a421-d809-44c6-8449-30be9dbd2945 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] show failed (client error): The resource could not be found. May 26 21:37:13.170296 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-0958a421-d809-44c6-8449-30be9dbd2945 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups/c0664303-b277-4888-96b0-37c27ed30f66 HTTP/1.1" status: 404 len: 347 time: 0.0153151 May 26 21:37:13.174031 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 56536) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:37:13.282382 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-a95ade39-4132-4b4c-92b6-763a2986aab1 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Deleting port 71cd44ff-7b44-4141-b4b5-cfe66c677484 {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:37:13.283054 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a95ade39-4132-4b4c-92b6-763a2986aab1 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (71cd44ff-7b44-4141-b4b5-cfe66c677484), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:13.355596 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a95ade39-4132-4b4c-92b6-763a2986aab1 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (71cd44ff-7b44-4141-b4b5-cfe66c677484), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:13.355958 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a95ade39-4132-4b4c-92b6-763a2986aab1 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (71cd44ff-7b44-4141-b4b5-cfe66c677484), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:13.373032 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-a95ade39-4132-4b4c-92b6-763a2986aab1 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Calling delete_port for 71cd44ff-7b44-4141-b4b5-cfe66c677484 owned by network:floatingip {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:37:13.437548 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33c5ed-9847-4e46-b494-112010b707e8 req-973f8d71-59d6-49af-b4f0-997fe8a0d8de tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:13.439052 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4a33c5ed-9847-4e46-b494-112010b707e8 req-973f8d71-59d6-49af-b4f0-997fe8a0d8de tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0468760 May 26 21:37:13.487490 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4a33c5ed-9847-4e46-b494-112010b707e8 req-6ff31437-b583-47b8-a02c-ce500fe08bfa tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427294 May 26 21:37:13.503719 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device de23d676-5627-421b-905b-f6cea35f9243 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:37:13.506717 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 74b8602f-769d-4945-bc28-0333c237b868 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:37:13.534299 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] No Port match for: 74b8602f-769d-4945-bc28-0333c237b868 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:37:13.534551 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 74b8602f-769d-4945-bc28-0333c237b868 not bound to the agent host hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:37:13.588416 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a95ade39-4132-4b4c-92b6-763a2986aab1 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (71cd44ff-7b44-4141-b4b5-cfe66c677484), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:13.618707 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ade39-4132-4b4c-92b6-763a2986aab1 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event deleted for resources: {'Port': ['ID=71cd44ff-7b44-4141-b4b5-cfe66c677484,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:37:13.637819 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port de23d676-5627-421b-905b-f6cea35f9243, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=de23d676-5627-421b-905b-f6cea35f9243,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:37:13.650315 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': 'de23d676-5627-421b-905b-f6cea35f9243', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'port_id': 'de23d676-5627-421b-905b-f6cea35f9243', 'mac_address': 'fa:16:3e:d1:fb:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:37:13.684041 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a95ade39-4132-4b4c-92b6-763a2986aab1 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (00d88cbe-d058-4b4f-92a7-fa1eb1f01e3f), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:13.686680 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a95ade39-4132-4b4c-92b6-763a2986aab1 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:13.687869 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-a95ade39-4132-4b4c-92b6-763a2986aab1 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "DELETE /v2.0/floatingips/00d88cbe-d058-4b4f-92a7-fa1eb1f01e3f HTTP/1.1" status: 204 len: 168 time: 0.5129240 May 26 21:37:13.699004 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port de23d676-5627-421b-905b-f6cea35f9243 is: ACTIVE; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:37:13.699577 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (de23d676-5627-421b-905b-f6cea35f9243), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:13.715357 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de23d676-5627-421b-905b-f6cea35f9243 {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:37:13.740388 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port de23d676-5627-421b-905b-f6cea35f9243, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=de23d676-5627-421b-905b-f6cea35f9243,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:37:13.811551 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (de23d676-5627-421b-905b-f6cea35f9243), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:13.849615 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 56542) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:37:13.854209 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-8f891f55-b527-47dd-89e6-b649f73feb72 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--238507321', 'description': 'tempest-description--1986370544'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:37:13.866102 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=de23d676-5627-421b-905b-f6cea35f9243,revision_number=6']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:37:13.891590 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['de23d676-5627-421b-905b-f6cea35f9243'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:37:13.937011 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8f891f55-b527-47dd-89e6-b649f73feb72 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:14.005348 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8f891f55-b527-47dd-89e6-b649f73feb72 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group (a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:14.079899 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8f891f55-b527-47dd-89e6-b649f73feb72 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:14.105067 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:14.109588 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f891f55-b527-47dd-89e6-b649f73feb72 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:37:14.202468 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-8f891f55-b527-47dd-89e6-b649f73feb72 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:14.203777 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-8f891f55-b527-47dd-89e6-b649f73feb72 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3530982 May 26 21:37:14.206600 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 56544) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:37:14.210844 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-9e18b771-48e0-4138-b252-87da1291c83f tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Request body: {'security_group_rule': {'security_group_id': 'a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:37:14.320450 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-9e18b771-48e0-4138-b252-87da1291c83f tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group_rule (cc206a08-1077-4f5c-a00b-139e4210f70c), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:14.368931 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-9e18b771-48e0-4138-b252-87da1291c83f tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group_rule (cc206a08-1077-4f5c-a00b-139e4210f70c), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:14.451107 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-9e18b771-48e0-4138-b252-87da1291c83f tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (cc206a08-1077-4f5c-a00b-139e4210f70c), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:14.456611 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:14.469787 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18b771-48e0-4138-b252-87da1291c83f tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc206a08-1077-4f5c-a00b-139e4210f70c,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:37:14.548947 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-9e18b771-48e0-4138-b252-87da1291c83f tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:14.550299 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-9e18b771-48e0-4138-b252-87da1291c83f tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3427811 May 26 21:37:14.552976 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 56548) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:37:14.557341 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-c7461b59-2368-4b9d-8fa4-79117ba068e5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Request body: {'security_group_rule': {'security_group_id': 'a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:37:14.612047 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183dbca-f150-4c7f-a4e1-d8f286ffd151 req-93946a49-79d2-4fab-8a4a-983b9e6ef080 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:14.613558 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4183dbca-f150-4c7f-a4e1-d8f286ffd151 req-93946a49-79d2-4fab-8a4a-983b9e6ef080 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 944 time: 0.0504942 May 26 21:37:14.643960 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c7461b59-2368-4b9d-8fa4-79117ba068e5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group_rule (be1bc7e0-a876-4f90-b035-6f094cc18341), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:14.661342 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4183dbca-f150-4c7f-a4e1-d8f286ffd151 req-2c0a5263-31eb-4d9b-820e-ebee3692d0ba tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421345 May 26 21:37:14.702135 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c7461b59-2368-4b9d-8fa4-79117ba068e5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group_rule (be1bc7e0-a876-4f90-b035-6f094cc18341), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:14.776925 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c7461b59-2368-4b9d-8fa4-79117ba068e5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (be1bc7e0-a876-4f90-b035-6f094cc18341), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:14.796079 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7461b59-2368-4b9d-8fa4-79117ba068e5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1bc7e0-a876-4f90-b035-6f094cc18341,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:37:14.864271 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c7461b59-2368-4b9d-8fa4-79117ba068e5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:14.865496 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-c7461b59-2368-4b9d-8fa4-79117ba068e5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3115959 May 26 21:37:14.868680 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 56550) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:37:14.873578 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-72408e2a-9151-40eb-bfc4-25445659b5ae tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Request body: {'floatingip': {'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:37:14.994196 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-72408e2a-9151-40eb-bfc4-25445659b5ae tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:15.074746 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-72408e2a-9151-40eb-bfc4-25445659b5ae tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:15.179920 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_common [None req-72408e2a-9151-40eb-bfc4-25445659b5ae tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Allocated IP 172.27.3.167 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/cfe8ccc0-8ca6-464f-9596-ef4311973236) {{(pid=104642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:37:15.284149 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-72408e2a-9151-40eb-bfc4-25445659b5ae tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for port (cfe8ccc0-8ca6-464f-9596-ef4311973236), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:15.381271 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-72408e2a-9151-40eb-bfc4-25445659b5ae tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (cfe8ccc0-8ca6-464f-9596-ef4311973236), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:15.423244 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72408e2a-9151-40eb-bfc4-25445659b5ae tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:37:15.428283 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-72408e2a-9151-40eb-bfc4-25445659b5ae tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:37:15.430451 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72408e2a-9151-40eb-bfc4-25445659b5ae tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event updated for resources: {'Port': ['ID=cfe8ccc0-8ca6-464f-9596-ef4311973236,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:37:15.432603 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72408e2a-9151-40eb-bfc4-25445659b5ae tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Received port after_create {{(pid=104642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:37:15.460025 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:15.511086 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device de23d676-5627-421b-905b-f6cea35f9243 up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:37:15.518533 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-72408e2a-9151-40eb-bfc4-25445659b5ae tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (54d80113-d679-48e2-bb16-f2cee8d8ae01), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:15.555168 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port de23d676-5627-421b-905b-f6cea35f9243 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:37:15.555434 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (de23d676-5627-421b-905b-f6cea35f9243), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:15.628159 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port de23d676-5627-421b-905b-f6cea35f9243 is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:37:15.628546 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (de23d676-5627-421b-905b-f6cea35f9243), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:15.637617 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:15.647155 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-72408e2a-9151-40eb-bfc4-25445659b5ae tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (cfe8ccc0-8ca6-464f-9596-ef4311973236), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:15.652063 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd396708c-5036-4133-a056-0f74ecc6011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de23d676-5627-421b-905b-f6cea35f9243'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:37:15.654210 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d152fbf-2b59-4c3e-9e00-0f80efe6f0f7" -d '{"events": [{"server_uuid": "d396708c-5036-4133-a056-0f74ecc6011a", "name": "network-vif-plugged", "status": "completed", "tag": "de23d676-5627-421b-905b-f6cea35f9243"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:37:15.667256 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port de23d676-5627-421b-905b-f6cea35f9243, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=de23d676-5627-421b-905b-f6cea35f9243,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:37:15.703611 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50641236-ca59-4495-a532-95690d3d5496 x-openstack-request-id: req-50641236-ca59-4495-a532-95690d3d5496 {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:37:15.703948 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d396708c-5036-4133-a056-0f74ecc6011a", "name": "network-vif-plugged", "status": "completed", "tag": "de23d676-5627-421b-905b-f6cea35f9243", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:37:15.704234 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-50641236-ca59-4495-a532-95690d3d5496 {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:37:15.704748 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50641236-ca59-4495-a532-95690d3d5496'] response: {'server_uuid': 'd396708c-5036-4133-a056-0f74ecc6011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de23d676-5627-421b-905b-f6cea35f9243', 'code': 200} May 26 21:37:15.731089 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (de23d676-5627-421b-905b-f6cea35f9243), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:15.788643 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52dd60b-1174-414d-b421-82a9b7645da2 req-48e67fd7-539a-4b3d-a8c5-6a0244d0a176 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:15.790345 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c52dd60b-1174-414d-b421-82a9b7645da2 req-48e67fd7-539a-4b3d-a8c5-6a0244d0a176 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0512965 May 26 21:37:15.855905 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c52dd60b-1174-414d-b421-82a9b7645da2 req-e0b68749-3492-4e29-b794-94e52dbb9e59 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571952 May 26 21:37:15.858096 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-72408e2a-9151-40eb-bfc4-25445659b5ae tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for port (cfe8ccc0-8ca6-464f-9596-ef4311973236), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:15.898031 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:15.906931 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=de23d676-5627-421b-905b-f6cea35f9243,revision_number=7']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:37:15.913796 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-72408e2a-9151-40eb-bfc4-25445659b5ae tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632642'] for port (cfe8ccc0-8ca6-464f-9596-ef4311973236), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:15.979997 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72408e2a-9151-40eb-bfc4-25445659b5ae tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event updated for resources: {'Port': ['ID=cfe8ccc0-8ca6-464f-9596-ef4311973236,revision_number=2']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:37:15.992226 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-72408e2a-9151-40eb-bfc4-25445659b5ae tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (54d80113-d679-48e2-bb16-f2cee8d8ae01), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:16.068781 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-72408e2a-9151-40eb-bfc4-25445659b5ae tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:16.070031 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-72408e2a-9151-40eb-bfc4-25445659b5ae tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2004013 May 26 21:37:16.361203 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-3d7b2f9d-d934-4eec-9efe-206ee39dc4f0 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--238507321&fields=id&tenant_id=3969075d983246cf8c4c7a45a57d5338 HTTP/1.1" status: 200 len: 267 time: 0.0449007 May 26 21:37:16.463196 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-34201e58-25b1-4bb0-9c39-492d8c92ccdd tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:16.465188 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-34201e58-25b1-4bb0-9c39-492d8c92ccdd tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/networks?id=e423d8c6-f848-40d6-99bb-c61a958058f7 HTTP/1.1" status: 200 len: 814 time: 0.0972390 May 26 21:37:16.479559 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-8e21b672-eacc-4bb5-86bc-dd61c6aa32f0 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/quotas/3969075d983246cf8c4c7a45a57d5338 HTTP/1.1" status: 200 len: 375 time: 0.0090046 May 26 21:37:16.531252 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-b4b1630c-a371-4a69-b3c3-dde272678101 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3969075d983246cf8c4c7a45a57d5338&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461452 May 26 21:37:16.592977 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-b8da51b1-ccaa-496b-94e9-bc7aea1360e8 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104642) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:37:16.593967 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-b8da51b1-ccaa-496b-94e9-bc7aea1360e8 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0517893 May 26 21:37:16.680651 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-f42ded93-c225-4455-a38f-90f4b12f8364 service neutron] 10.222.0.42 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807490 May 26 21:37:16.755819 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:16.771973 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-3f9b13d3-a5b5-47ab-b957-e9ecf3db7380 service neutron] 10.222.0.42 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858531 May 26 21:37:16.965858 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:16.980727 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023aa12e-d2a0-4cd2-82ee-b2758e4cbfa9 req-1f288c1a-07fd-4ece-aa5e-a6049ea73f0c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:16.982605 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-023aa12e-d2a0-4cd2-82ee-b2758e4cbfa9 req-1f288c1a-07fd-4ece-aa5e-a6049ea73f0c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0524671 May 26 21:37:17.046283 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-023aa12e-d2a0-4cd2-82ee-b2758e4cbfa9 req-067c9ea1-c473-4817-ab52-39b6c856dca2 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563467 May 26 21:37:17.064485 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2465c358-ae42-4347-b16f-ab17e09fe605 req-9d6763bd-2384-41b8-b111-8dc9d4a9401c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 210 time: 0.0370903 May 26 21:37:18.234306 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c3f74-d179-4d93-b0ab-8904003c527b req-ac7ac22a-26e8-43a6-971f-382866c38523 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:18.241510 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9e8c3f74-d179-4d93-b0ab-8904003c527b req-ac7ac22a-26e8-43a6-971f-382866c38523 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0632815 May 26 21:37:18.243307 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e71e017e-7811-47c8-956d-23cc274f547d req-2c850ae6-14a3-4d24-b722-6b92a90b242c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 210 time: 0.0332468 May 26 21:37:18.310567 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9e8c3f74-d179-4d93-b0ab-8904003c527b req-c29e24d1-265c-4063-acd7-a5930750685e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621305 May 26 21:37:19.389453 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-06a396a4-8b76-4871-bc3c-6e12c731afc7 req-88ba694f-e572-4e2b-a70d-def2c3f0f5fe tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 210 time: 0.0668795 May 26 21:37:19.492858 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-19f522ed-4dd6-4a6f-b912-c446bcbe98e0 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:19.495361 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-19f522ed-4dd6-4a6f-b912-c446bcbe98e0 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.60 "GET /v2.0/networks?id=e423d8c6-f848-40d6-99bb-c61a958058f7 HTTP/1.1" status: 200 len: 814 time: 0.2247210 May 26 21:37:19.505072 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f34b33-7867-4e50-b351-087d25332a31 req-56056720-7383-4bf5-ba7e-982d6f03dded tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:19.507316 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-71f34b33-7867-4e50-b351-087d25332a31 req-56056720-7383-4bf5-ba7e-982d6f03dded tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0831265 May 26 21:37:19.564991 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:19.612150 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-71f34b33-7867-4e50-b351-087d25332a31 req-2321ee1f-f109-4285-9d0f-ceb7a96490b9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957787 May 26 21:37:19.618602 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-f7653774-297b-4f2d-b2e4-9ae206720cc1 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3969075d983246cf8c4c7a45a57d5338 HTTP/1.1" status: 200 len: 379 time: 0.1108689 May 26 21:37:19.630774 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-d346f7d0-4291-42b6-9329-c713dec5d9b2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Request body: {'port': {'device_id': '9330f59f-5bf2-4fa6-a660-052cde3c4356', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'admin_state_up': True, 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'security_groups': ['a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1']}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:37:19.845259 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-d346f7d0-4291-42b6-9329-c713dec5d9b2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Made reservation on behalf of 3969075d983246cf8c4c7a45a57d5338 for: {'port': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:37:19.848950 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-d346f7d0-4291-42b6-9329-c713dec5d9b2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:20.005265 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-d346f7d0-4291-42b6-9329-c713dec5d9b2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Allocated IP 172.20.0.3 (e423d8c6-f848-40d6-99bb-c61a958058f7/86c6cba8-f2d3-45d8-a7b0-a4676a67b444/c5e60f5a-5490-4fca-a70a-4cc7266c0f9e) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:37:20.156602 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-d346f7d0-4291-42b6-9329-c713dec5d9b2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for port (c5e60f5a-5490-4fca-a70a-4cc7266c0f9e), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:20.189090 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:20.269106 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-d346f7d0-4291-42b6-9329-c713dec5d9b2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (c5e60f5a-5490-4fca-a70a-4cc7266c0f9e), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:20.342988 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-d346f7d0-4291-42b6-9329-c713dec5d9b2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Network e423d8c6-f848-40d6-99bb-c61a958058f7 is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:37:20.346858 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-d346f7d0-4291-42b6-9329-c713dec5d9b2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:37:20.349868 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-d346f7d0-4291-42b6-9329-c713dec5d9b2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:37:20.355685 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346f7d0-4291-42b6-9329-c713dec5d9b2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event updated for resources: {'Port': ['ID=c5e60f5a-5490-4fca-a70a-4cc7266c0f9e,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:37:20.413625 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-d346f7d0-4291-42b6-9329-c713dec5d9b2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:20.414798 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-d346f7d0-4291-42b6-9329-c713dec5d9b2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:20.511586 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-d346f7d0-4291-42b6-9329-c713dec5d9b2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8870709 May 26 21:37:20.529434 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-604d7813-b73e-438e-9077-c7aa1780e140 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104643) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:37:20.530498 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-604d7813-b73e-438e-9077-c7aa1780e140 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058465 May 26 21:37:20.545798 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-e854f714-ae34-4719-8826-2ca416c353a8 service neutron] Request body: {'port': {'device_id': '9330f59f-5bf2-4fa6-a660-052cde3c4356', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:37:20.550126 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a531711-fa00-477a-a7e1-f6c26c3f1771 req-4361b8ac-9965-4c34-8798-94f7279cc6ef tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:20.552636 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8a531711-fa00-477a-a7e1-f6c26c3f1771 req-4361b8ac-9965-4c34-8798-94f7279cc6ef tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 931 time: 0.0692329 May 26 21:37:20.609874 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8a531711-fa00-477a-a7e1-f6c26c3f1771 req-e466b6ff-8b09-4727-9be5-4dbaed62ab0c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501792 May 26 21:37:20.623323 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-e854f714-ae34-4719-8826-2ca416c353a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c5e60f5a-5490-4fca-a70a-4cc7266c0f9e), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:20.624528 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-098f1974-573b-454d-a614-3e9670f5fa4d None None] Provisioning complete for port c5e60f5a-5490-4fca-a70a-4cc7266c0f9e triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:37:20.625084 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-098f1974-573b-454d-a614-3e9670f5fa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (c5e60f5a-5490-4fca-a70a-4cc7266c0f9e), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:20.660844 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:20.668231 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-098f1974-573b-454d-a614-3e9670f5fa4d None None] Port c5e60f5a-5490-4fca-a70a-4cc7266c0f9e cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:37:20.736703 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:20.768857 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3809fc-731a-4fb3-9359-ed69823a5b56 req-7edb1f49-5827-4d9f-8442-95f4e412b4c3 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:20.770603 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1b3809fc-731a-4fb3-9359-ed69823a5b56 req-7edb1f49-5827-4d9f-8442-95f4e412b4c3 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0702813 May 26 21:37:20.945088 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1b3809fc-731a-4fb3-9359-ed69823a5b56 req-d9558ba4-1060-476c-a340-49610ed037cc tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066167 May 26 21:37:21.031405 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-e854f714-ae34-4719-8826-2ca416c353a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5e60f5a-5490-4fca-a70a-4cc7266c0f9e {{(pid=104643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:37:21.038916 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-e854f714-ae34-4719-8826-2ca416c353a8 service neutron] Publish callbacks [] for port (c5e60f5a-5490-4fca-a70a-4cc7266c0f9e), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:21.052293 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.provisioning_blocks [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-e854f714-ae34-4719-8826-2ca416c353a8 service neutron] Transition to ACTIVE for port object c5e60f5a-5490-4fca-a70a-4cc7266c0f9e will not be triggered until provisioned by entity L2. {{(pid=104643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:37:21.188213 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-d4c0a9c1-2153-423c-94c8-3be4f717838f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:21.230262 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-e854f714-ae34-4719-8826-2ca416c353a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (c5e60f5a-5490-4fca-a70a-4cc7266c0f9e), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:21.283130 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:21.315263 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854f714-ae34-4719-8826-2ca416c353a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e60f5a-5490-4fca-a70a-4cc7266c0f9e,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:37:21.412062 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-e854f714-ae34-4719-8826-2ca416c353a8 service neutron] Attempting to bind port c5e60f5a-5490-4fca-a70a-4cc7266c0f9e on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:37:21.412414 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-e854f714-ae34-4719-8826-2ca416c353a8 service neutron] Attempting to bind port c5e60f5a-5490-4fca-a70a-4cc7266c0f9e by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:37:21.412718 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-e854f714-ae34-4719-8826-2ca416c353a8 service neutron] Attempting to bind port c5e60f5a-5490-4fca-a70a-4cc7266c0f9e on network e423d8c6-f848-40d6-99bb-c61a958058f7 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:37:21.419485 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-e854f714-ae34-4719-8826-2ca416c353a8 service neutron] Port c5e60f5a-5490-4fca-a70a-4cc7266c0f9e on network e423d8c6-f848-40d6-99bb-c61a958058f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:37:21.419843 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-e854f714-ae34-4719-8826-2ca416c353a8 service neutron] Attempting to bind port c5e60f5a-5490-4fca-a70a-4cc7266c0f9e on network e423d8c6-f848-40d6-99bb-c61a958058f7 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:37:21.428672 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-e854f714-ae34-4719-8826-2ca416c353a8 service neutron] Checking agent: {'id': '2bd30f19-4481-40fa-92e6-11ccee452902', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'started_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:37:21.428672 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-e854f714-ae34-4719-8826-2ca416c353a8 service neutron] Checking segment: {'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:37:21.428672 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-e854f714-ae34-4719-8826-2ca416c353a8 service neutron] Bound using segment: {'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:37:21.429097 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-e854f714-ae34-4719-8826-2ca416c353a8 service neutron] Bound port: c5e60f5a-5490-4fca-a70a-4cc7266c0f9e, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38c90b3d-63a1-4e51-b935-268daccd686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7'}}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:37:21.429351 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-e854f714-ae34-4719-8826-2ca416c353a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c5e60f5a-5490-4fca-a70a-4cc7266c0f9e), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:21.457500 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=70 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:21.459818 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=64 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:21.528485 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-e854f714-ae34-4719-8826-2ca416c353a8 service neutron] For port c5e60f5a-5490-4fca-a70a-4cc7266c0f9e, host hv-cinder-82880, cleared binding levels {{(pid=104643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:37:21.533420 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-e854f714-ae34-4719-8826-2ca416c353a8 service neutron] For port c5e60f5a-5490-4fca-a70a-4cc7266c0f9e, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c5e60f5a-5490-4fca-a70a-4cc7266c0f9e,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:37:21.616221 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-e854f714-ae34-4719-8826-2ca416c353a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (c5e60f5a-5490-4fca-a70a-4cc7266c0f9e), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:21.660022 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-e854f714-ae34-4719-8826-2ca416c353a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:21.660737 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-e854f714-ae34-4719-8826-2ca416c353a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:21.662403 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-e854f714-ae34-4719-8826-2ca416c353a8 service neutron] 10.222.0.60 "PUT /v2.0/ports/c5e60f5a-5490-4fca-a70a-4cc7266c0f9e HTTP/1.1" status: 200 len: 1093 time: 1.1227925 May 26 21:37:21.663030 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9330f59f-5bf2-4fa6-a660-052cde3c4356', 'tag': 'c5e60f5a-5490-4fca-a70a-4cc7266c0f9e'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:37:21.665618 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c6c6e4-b515-4bf9-a817-e6d957aa46d2" -d '{"events": [{"name": "network-changed", "server_uuid": "9330f59f-5bf2-4fa6-a660-052cde3c4356", "tag": "c5e60f5a-5490-4fca-a70a-4cc7266c0f9e"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:37:21.739041 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39311d81-52ce-4f4d-8107-7a2df2a84701 x-openstack-request-id: req-39311d81-52ce-4f4d-8107-7a2df2a84701 {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:37:21.739375 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9330f59f-5bf2-4fa6-a660-052cde3c4356", "tag": "c5e60f5a-5490-4fca-a70a-4cc7266c0f9e", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:37:21.739634 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-39311d81-52ce-4f4d-8107-7a2df2a84701 {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:37:21.740244 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39311d81-52ce-4f4d-8107-7a2df2a84701'] response: {'name': 'network-changed', 'server_uuid': '9330f59f-5bf2-4fa6-a660-052cde3c4356', 'tag': 'c5e60f5a-5490-4fca-a70a-4cc7266c0f9e', 'status': 'completed', 'code': 200} May 26 21:37:21.750489 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854f714-ae34-4719-8826-2ca416c353a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e60f5a-5490-4fca-a70a-4cc7266c0f9e,revision_number=3']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:37:21.825280 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6c6e4-b515-4bf9-a817-e6d957aa46d2 req-ce6550eb-b3c0-478f-ad24-8665879d37c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:21.828061 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-03c6c6e4-b515-4bf9-a817-e6d957aa46d2 req-ce6550eb-b3c0-478f-ad24-8665879d37c6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3969075d983246cf8c4c7a45a57d5338&device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 1127 time: 0.0726068 May 26 21:37:21.844905 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d06a3-a2e7-44a5-b01a-ce9c322bd86f req-0b05dfcd-05bc-4784-96a6-4adc9840d014 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:21.847211 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-143d06a3-a2e7-44a5-b01a-ce9c322bd86f req-0b05dfcd-05bc-4784-96a6-4adc9840d014 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 943 time: 0.0650668 May 26 21:37:21.919815 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-143d06a3-a2e7-44a5-b01a-ce9c322bd86f req-0435d666-0e1d-49e2-ba48-d00426fafaa5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597718 May 26 21:37:22.012174 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6c6e4-b515-4bf9-a817-e6d957aa46d2 req-13f94d2e-767d-48a7-a6b9-54310732f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:22.012174 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-03c6c6e4-b515-4bf9-a817-e6d957aa46d2 req-13f94d2e-767d-48a7-a6b9-54310732f8ef service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3969075d983246cf8c4c7a45a57d5338&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1556716 May 26 21:37:22.140260 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ea198-bb58-4ceb-b4d9-b9d5bf5a37a0 req-871bda04-29c4-43f6-9594-4936ca501cdb tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:22.141825 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f19ea198-bb58-4ceb-b4d9-b9d5bf5a37a0 req-871bda04-29c4-43f6-9594-4936ca501cdb tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0722873 May 26 21:37:22.158955 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6c6e4-b515-4bf9-a817-e6d957aa46d2 req-6906535a-bf7d-41e7-8cb4-f3a20421301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:22.162384 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-03c6c6e4-b515-4bf9-a817-e6d957aa46d2 req-6906535a-bf7d-41e7-8cb4-f3a20421301c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1619060 May 26 21:37:22.205173 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f19ea198-bb58-4ceb-b4d9-b9d5bf5a37a0 req-67d5fda4-d169-4767-b7af-ef766015d302 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573840 May 26 21:37:22.257118 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-38ccf182-3fa6-4d40-abf7-0d9840a9b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:22.258847 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-38ccf182-3fa6-4d40-abf7-0d9840a9b01a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3969075d983246cf8c4c7a45a57d5338&device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 1127 time: 0.0527334 May 26 21:37:22.300284 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-f6682e06-40ad-42e9-a98b-9c99e911fb5a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5e60f5a-5490-4fca-a70a-4cc7266c0f9e HTTP/1.1" status: 200 len: 217 time: 0.0339041 May 26 21:37:22.358637 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-e5e25422-6f4f-41a3-987a-e5ca76256155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:22.360221 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-e5e25422-6f4f-41a3-987a-e5ca76256155 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=86c6cba8-f2d3-45d8-a7b0-a4676a67b444 HTTP/1.1" status: 200 len: 853 time: 0.0540476 May 26 21:37:22.404735 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:22.413071 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-ab7d6bd0-8521-4449-84cb-db0075a39a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:22.414576 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-ab7d6bd0-8521-4449-84cb-db0075a39a0c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e423d8c6-f848-40d6-99bb-c61a958058f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465894 May 26 21:37:22.517430 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-318c2306-38f2-43c5-82d8-fff1b3d613d9 service neutron] 10.222.0.60 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952108 May 26 21:37:22.863122 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f6c218b0-12db-4ec1-ad18-2976337118a1 req-5106cbef-80b7-448f-b6a4-91880f76f9a5 service neutron] 10.222.0.60 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382649 May 26 21:37:23.053182 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48614868-0c72-4540-a847-cefab1922b2b req-f024ad45-9296-43c7-b7ed-bfcb4e79646b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:23.055406 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-48614868-0c72-4540-a847-cefab1922b2b req-f024ad45-9296-43c7-b7ed-bfcb4e79646b tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 943 time: 0.0527747 May 26 21:37:23.113313 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-48614868-0c72-4540-a847-cefab1922b2b req-b913a8fa-5001-4a92-87b4-6941be2a1010 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507114 May 26 21:37:23.339037 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39017ee5-ea0b-4e2e-89cf-b5f9613457ad req-88ff1963-2d82-4008-b78e-328cb6dade97 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:23.341093 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-39017ee5-ea0b-4e2e-89cf-b5f9613457ad req-88ff1963-2d82-4008-b78e-328cb6dade97 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0531745 May 26 21:37:23.409818 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-39017ee5-ea0b-4e2e-89cf-b5f9613457ad req-dd3a4eed-aa2f-4efd-9446-064b047dddc0 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623808 May 26 21:37:23.433994 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-89511da1-f93f-4df2-958b-0e2e5ad1cc0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:24.248383 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42046c09-96fd-4464-877b-077f223b9d46 req-b62e419c-8c66-4a98-b835-c6880daf4ebd tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:24.249946 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-42046c09-96fd-4464-877b-077f223b9d46 req-b62e419c-8c66-4a98-b835-c6880daf4ebd tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 943 time: 0.0588851 May 26 21:37:24.299443 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-42046c09-96fd-4464-877b-077f223b9d46 req-dcd6bbbf-a310-45ae-b2f4-ee488134a2b5 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439227 May 26 21:37:24.532984 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad944bf-ae95-4241-a2d0-0c032a49da18 req-2a19ee45-66d3-456d-848f-b359d72727e8 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:24.534453 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1ad944bf-ae95-4241-a2d0-0c032a49da18 req-2a19ee45-66d3-456d-848f-b359d72727e8 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0476556 May 26 21:37:24.546837 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:24.583183 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1ad944bf-ae95-4241-a2d0-0c032a49da18 req-8596865d-052b-45a0-9402-611ef93aa79e tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428874 May 26 21:37:24.672392 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:24.976730 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:25.416735 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:25.427563 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31950a-177b-4b94-8478-c47a958ca1e9 req-ed522e49-40c3-4177-b676-bdd3ef3fd302 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:25.429439 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5e31950a-177b-4b94-8478-c47a958ca1e9 req-ed522e49-40c3-4177-b676-bdd3ef3fd302 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 943 time: 0.0547121 May 26 21:37:25.478317 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5e31950a-177b-4b94-8478-c47a958ca1e9 req-0f97e8b9-cbd4-4efd-a4ab-862bf2f379ce tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426061 May 26 21:37:25.747962 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99d720-aa53-4cd4-a5b6-897d190177cc req-84616577-e487-426f-bdc8-56bf24408be8 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:25.747962 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-dd99d720-aa53-4cd4-a5b6-897d190177cc req-84616577-e487-426f-bdc8-56bf24408be8 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0744076 May 26 21:37:25.798114 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-dd99d720-aa53-4cd4-a5b6-897d190177cc req-11318240-7591-4df3-8b10-2f37ff613bbf tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502264 May 26 21:37:26.135571 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:26.627727 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac5669-6722-470c-b3d0-34d35967f3bf req-6b07ebe3-ec1c-4ed8-91c7-389d57b661ca tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:26.631302 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-95ac5669-6722-470c-b3d0-34d35967f3bf req-6b07ebe3-ec1c-4ed8-91c7-389d57b661ca tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 943 time: 0.0798647 May 26 21:37:26.684536 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-95ac5669-6722-470c-b3d0-34d35967f3bf req-9fea2be4-6bdf-43a9-a6ca-acdb06925b36 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471156 May 26 21:37:26.939524 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830e72e-2469-4803-b0ed-70991bb022ed req-d2eae076-d76b-437b-b633-72b40a5ae2e9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:26.941400 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d830e72e-2469-4803-b0ed-70991bb022ed req-d2eae076-d76b-437b-b633-72b40a5ae2e9 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0629730 May 26 21:37:27.005002 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d830e72e-2469-4803-b0ed-70991bb022ed req-42009700-3d52-466a-93b5-2a54e8409bad tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501173 May 26 21:37:27.562025 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device c5e60f5a-5490-4fca-a70a-4cc7266c0f9e details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:37:27.663723 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port c5e60f5a-5490-4fca-a70a-4cc7266c0f9e, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c5e60f5a-5490-4fca-a70a-4cc7266c0f9e,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:37:27.675396 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': 'c5e60f5a-5490-4fca-a70a-4cc7266c0f9e', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'port_id': 'c5e60f5a-5490-4fca-a70a-4cc7266c0f9e', 'mac_address': 'fa:16:3e:cf:5a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:37:27.710154 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port c5e60f5a-5490-4fca-a70a-4cc7266c0f9e is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:37:27.710536 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c5e60f5a-5490-4fca-a70a-4cc7266c0f9e), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:27.732865 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5e60f5a-5490-4fca-a70a-4cc7266c0f9e {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:37:27.754618 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port c5e60f5a-5490-4fca-a70a-4cc7266c0f9e, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c5e60f5a-5490-4fca-a70a-4cc7266c0f9e,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:37:27.805439 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffdb105-be2a-4819-ace6-2175bc0aa715 req-26ad236b-a6a5-4257-b7b0-a7d37e3d894e tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:27.806818 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-fffdb105-be2a-4819-ace6-2175bc0aa715 req-26ad236b-a6a5-4257-b7b0-a7d37e3d894e tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 943 time: 0.0469756 May 26 21:37:27.810751 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:27.856569 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-fffdb105-be2a-4819-ace6-2175bc0aa715 req-7d74577e-007e-4e2a-a16c-028e1b589c29 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428736 May 26 21:37:27.862525 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (c5e60f5a-5490-4fca-a70a-4cc7266c0f9e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:27.912689 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=c5e60f5a-5490-4fca-a70a-4cc7266c0f9e,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:37:27.923649 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:37:27.924108 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:37:27.924950 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:37:27.924950 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:37:27.925351 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:37:27.925728 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:37:27.926109 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:37:27.926437 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:37:27.926759 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:37:27.927079 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:37:27.927398 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:37:27.927717 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:37:27.928226 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:37:27.928555 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:37:27.928874 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:37:28.180754 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3933d-1893-46b9-be0c-b691efa969c7 req-31929d29-bbf3-4c18-9556-1e355f59d05a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:28.185187 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-36d3933d-1893-46b9-be0c-b691efa969c7 req-31929d29-bbf3-4c18-9556-1e355f59d05a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0597665 May 26 21:37:28.248700 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['c5e60f5a-5490-4fca-a70a-4cc7266c0f9e'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:37:28.248967 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-36d3933d-1893-46b9-be0c-b691efa969c7 req-7cef1a44-bef8-43f1-9dc3-726b325857e0 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599947 May 26 21:37:28.981061 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382aed7e-598f-4b91-a93b-36d5a171cd37 req-7933dad7-8cf0-4717-8ad1-eef09e808ca7 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:28.982605 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-382aed7e-598f-4b91-a93b-36d5a171cd37 req-7933dad7-8cf0-4717-8ad1-eef09e808ca7 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 944 time: 0.0523365 May 26 21:37:29.030062 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-382aed7e-598f-4b91-a93b-36d5a171cd37 req-0743ece9-cb03-4fb6-a93f-99611fb87ac7 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419140 May 26 21:37:29.394586 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3192c0-dc95-4a77-b9c6-5fe2f95f7ab6 req-5047994f-6097-4b47-8321-4aeab5aa78b0 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:29.396104 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8a3192c0-dc95-4a77-b9c6-5fe2f95f7ab6 req-5047994f-6097-4b47-8321-4aeab5aa78b0 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0506454 May 26 21:37:29.447964 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8a3192c0-dc95-4a77-b9c6-5fe2f95f7ab6 req-3d4cf2ad-2d8f-4bf4-a2ca-315b8aa432bf tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450845 May 26 21:37:29.582926 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device c5e60f5a-5490-4fca-a70a-4cc7266c0f9e up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:37:29.625074 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning for port c5e60f5a-5490-4fca-a70a-4cc7266c0f9e completed by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:37:29.725347 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port c5e60f5a-5490-4fca-a70a-4cc7266c0f9e triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:37:29.725719 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (c5e60f5a-5490-4fca-a70a-4cc7266c0f9e), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:29.796983 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:29.799076 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port c5e60f5a-5490-4fca-a70a-4cc7266c0f9e is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:37:29.799450 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (c5e60f5a-5490-4fca-a70a-4cc7266c0f9e), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:29.810207 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:29.822484 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9330f59f-5bf2-4fa6-a660-052cde3c4356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e60f5a-5490-4fca-a70a-4cc7266c0f9e'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:37:29.824689 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5ee852-69b0-417a-8d7c-ce0dd53f71ae" -d '{"events": [{"server_uuid": "9330f59f-5bf2-4fa6-a660-052cde3c4356", "name": "network-vif-plugged", "status": "completed", "tag": "c5e60f5a-5490-4fca-a70a-4cc7266c0f9e"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:37:29.840691 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port c5e60f5a-5490-4fca-a70a-4cc7266c0f9e, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c5e60f5a-5490-4fca-a70a-4cc7266c0f9e,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:37:29.860951 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba2e259-4a2a-406c-86c5-0be7068d3f56 x-openstack-request-id: req-eba2e259-4a2a-406c-86c5-0be7068d3f56 {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:37:29.860951 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9330f59f-5bf2-4fa6-a660-052cde3c4356", "name": "network-vif-plugged", "status": "completed", "tag": "c5e60f5a-5490-4fca-a70a-4cc7266c0f9e", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:37:29.860951 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eba2e259-4a2a-406c-86c5-0be7068d3f56 {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:37:29.861278 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eba2e259-4a2a-406c-86c5-0be7068d3f56'] response: {'server_uuid': '9330f59f-5bf2-4fa6-a660-052cde3c4356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e60f5a-5490-4fca-a70a-4cc7266c0f9e', 'code': 200} May 26 21:37:29.909089 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (c5e60f5a-5490-4fca-a70a-4cc7266c0f9e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:29.960516 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=c5e60f5a-5490-4fca-a70a-4cc7266c0f9e,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:37:29.969154 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f57d6-28d7-4b1a-9ecc-8796f854da12 req-0af5a27e-3887-45fa-9e1a-b0d5f129e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:29.970517 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ea3f57d6-28d7-4b1a-9ecc-8796f854da12 req-0af5a27e-3887-45fa-9e1a-b0d5f129e529 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5f69588fe354d20b58594919deb4110&device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 1129 time: 0.1011989 May 26 21:37:30.063138 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f57d6-28d7-4b1a-9ecc-8796f854da12 req-5964ed9b-c2cb-4bd2-bcad-704122f421ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:30.064807 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ea3f57d6-28d7-4b1a-9ecc-8796f854da12 req-5964ed9b-c2cb-4bd2-bcad-704122f421ea service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea9ef1f2-5514-49f0-be2f-c0970bb75a74 HTTP/1.1" status: 200 len: 918 time: 0.0883150 May 26 21:37:30.166796 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b2a0b-f093-4b02-8bdb-e0d389f21855 req-cb2ac0a8-78f2-4386-b7ef-d8fa42f6792a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:30.168831 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-217b2a0b-f093-4b02-8bdb-e0d389f21855 req-cb2ac0a8-78f2-4386-b7ef-d8fa42f6792a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 945 time: 0.0602582 May 26 21:37:30.170801 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ea3f57d6-28d7-4b1a-9ecc-8796f854da12 req-5743a523-ed27-417c-94b1-6629de442f7d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de23d676-5627-421b-905b-f6cea35f9243 HTTP/1.1" status: 200 len: 1001 time: 0.0996506 May 26 21:37:30.216205 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-217b2a0b-f093-4b02-8bdb-e0d389f21855 req-a7b8ba56-5a9d-4d1c-a428-5ee806fb63ef tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413234 May 26 21:37:30.330702 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f57d6-28d7-4b1a-9ecc-8796f854da12 req-55aa8fce-4f8a-472a-af46-3cd9b49cfc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:30.332186 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ea3f57d6-28d7-4b1a-9ecc-8796f854da12 req-55aa8fce-4f8a-472a-af46-3cd9b49cfc49 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69d41c02-e4f8-4266-97e4-80c1b92c499f HTTP/1.1" status: 200 len: 856 time: 0.0473106 May 26 21:37:30.346515 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f6ce2-13cc-40bc-97e2-d5f639973f04 req-d373b0aa-203a-4bd8-8da6-8e4f38b5828a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:30.348050 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4c4f6ce2-13cc-40bc-97e2-d5f639973f04 req-d373b0aa-203a-4bd8-8da6-8e4f38b5828a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 1129 time: 0.0421419 May 26 21:37:30.375761 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f57d6-28d7-4b1a-9ecc-8796f854da12 req-4500a3a0-3211-41ef-b038-0480b207362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:30.377246 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ea3f57d6-28d7-4b1a-9ecc-8796f854da12 req-4500a3a0-3211-41ef-b038-0480b207362a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea9ef1f2-5514-49f0-be2f-c0970bb75a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395746 May 26 21:37:30.391911 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4c4f6ce2-13cc-40bc-97e2-d5f639973f04 req-0a0f7c10-b423-482b-afa3-094f538eaafa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377166 May 26 21:37:30.405300 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:30.465786 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ea3f57d6-28d7-4b1a-9ecc-8796f854da12 req-7c28914d-86ba-4cd5-9639-80545a213b65 service neutron] 10.222.0.60 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821276 May 26 21:37:30.567603 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ab24b-50a0-4ea6-8211-6d6e3a7b8aed req-74a44cf2-4f77-4531-9576-b857de4d2852 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:30.569236 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-cc9ab24b-50a0-4ea6-8211-6d6e3a7b8aed req-74a44cf2-4f77-4531-9576-b857de4d2852 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0465195 May 26 21:37:30.613825 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:30.621474 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-cc9ab24b-50a0-4ea6-8211-6d6e3a7b8aed req-13dae2c1-9f9c-41a5-bf3d-61e40d07594b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456114 May 26 21:37:31.335083 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e2eb3-7325-4ae0-9588-94e9fb8bedaa req-84689620-f837-4cf5-a377-dc442072f5a2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:31.336566 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-266e2eb3-7325-4ae0-9588-94e9fb8bedaa req-84689620-f837-4cf5-a377-dc442072f5a2 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 945 time: 0.0510325 May 26 21:37:31.366934 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:31.383859 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-266e2eb3-7325-4ae0-9588-94e9fb8bedaa req-21dc97dd-42db-4cbe-ba32-8e5a0a48577a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406299 May 26 21:37:31.466205 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:37:31.739401 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072e737-1477-4b88-865b-b28ee3526e4f req-41ee318a-29c2-4820-8aee-2819358fcff5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:31.740880 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1072e737-1477-4b88-865b-b28ee3526e4f req-41ee318a-29c2-4820-8aee-2819358fcff5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0472777 May 26 21:37:31.787353 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1072e737-1477-4b88-865b-b28ee3526e4f req-da611e0c-a400-425d-8b60-00f2d7dfbbe8 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403366 May 26 21:37:32.498951 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60ed50-f290-44bf-a80a-19983b8b79c8 req-29ffd79f-dbed-4dab-9e6c-8bab5743616f tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:32.500454 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2c60ed50-f290-44bf-a80a-19983b8b79c8 req-29ffd79f-dbed-4dab-9e6c-8bab5743616f tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 945 time: 0.0477762 May 26 21:37:32.548047 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2c60ed50-f290-44bf-a80a-19983b8b79c8 req-6dc4aab0-b22b-4c32-8354-4ef0d99a7ab7 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419538 May 26 21:37:32.905964 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a2389-6758-4b9e-8a5e-a34989d3006e req-fd08b5c8-bd33-42d6-b9f8-24909d62131c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:32.907414 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-af6a2389-6758-4b9e-8a5e-a34989d3006e req-fd08b5c8-bd33-42d6-b9f8-24909d62131c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0463507 May 26 21:37:32.954942 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-af6a2389-6758-4b9e-8a5e-a34989d3006e req-fd0542c3-4657-451b-b1de-0d32d0410d60 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418012 May 26 21:37:33.660697 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d7d31-ee36-43de-a90f-a38a78428687 req-51d9117a-9380-40ed-a715-f5d43075629d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:33.662157 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e32d7d31-ee36-43de-a90f-a38a78428687 req-51d9117a-9380-40ed-a715-f5d43075629d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 945 time: 0.0462172 May 26 21:37:33.712110 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e32d7d31-ee36-43de-a90f-a38a78428687 req-d62830a4-7a92-49a6-8aa8-c95930fb5be3 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442114 May 26 21:37:33.892058 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device de23d676-5627-421b-905b-f6cea35f9243 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:37:33.965175 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port de23d676-5627-421b-905b-f6cea35f9243 is: ACTIVE; New status is: DOWN {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:37:33.965542 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (de23d676-5627-421b-905b-f6cea35f9243), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:33.988831 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd396708c-5036-4133-a056-0f74ecc6011a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de23d676-5627-421b-905b-f6cea35f9243'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:37:33.991019 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d45a7f-8e6d-4ddc-a4c1-9a4421ea1fc0" -d '{"events": [{"server_uuid": "d396708c-5036-4133-a056-0f74ecc6011a", "name": "network-vif-unplugged", "status": "completed", "tag": "de23d676-5627-421b-905b-f6cea35f9243"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:37:34.003561 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port de23d676-5627-421b-905b-f6cea35f9243, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=de23d676-5627-421b-905b-f6cea35f9243,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:37:34.029995 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 21:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852a3904-7ef0-469a-9b45-ed4a3b15f2fb x-openstack-request-id: req-852a3904-7ef0-469a-9b45-ed4a3b15f2fb {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:37:34.030285 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d396708c-5036-4133-a056-0f74ecc6011a", "name": "network-vif-unplugged", "status": "completed", "tag": "de23d676-5627-421b-905b-f6cea35f9243", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:37:34.030779 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-852a3904-7ef0-469a-9b45-ed4a3b15f2fb {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:37:34.031167 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-852a3904-7ef0-469a-9b45-ed4a3b15f2fb'] response: {'server_uuid': 'd396708c-5036-4133-a056-0f74ecc6011a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de23d676-5627-421b-905b-f6cea35f9243', 'code': 200} May 26 21:37:34.080946 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e24ef-44e5-4e19-976c-f119ca1ad1aa req-1dc488e6-a1af-4148-8081-e14052ddc696 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:34.082423 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0d6e24ef-44e5-4e19-976c-f119ca1ad1aa req-1dc488e6-a1af-4148-8081-e14052ddc696 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 945 time: 0.0509834 May 26 21:37:34.108409 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (de23d676-5627-421b-905b-f6cea35f9243), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:34.130187 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0d6e24ef-44e5-4e19-976c-f119ca1ad1aa req-4fe1ddd2-e6e1-4e26-a241-ff52ed346779 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419590 May 26 21:37:34.155163 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=de23d676-5627-421b-905b-f6cea35f9243,revision_number=8']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:37:34.263347 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ea3f57d6-28d7-4b1a-9ecc-8796f854da12 req-4339dfe1-10ea-41b3-a235-1cdb97c3a4d8 service neutron] 10.222.0.60 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847058 May 26 21:37:34.829845 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07610fe4-874f-41cd-8a15-9ddff8ae8a3c req-77c59ba7-f1c9-49d7-b546-11d493c8a334 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:34.831299 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-07610fe4-874f-41cd-8a15-9ddff8ae8a3c req-77c59ba7-f1c9-49d7-b546-11d493c8a334 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 945 time: 0.0492446 May 26 21:37:34.882671 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-07610fe4-874f-41cd-8a15-9ddff8ae8a3c req-42f91f23-22de-4832-93a7-5f7809ed3c02 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458827 May 26 21:37:35.251654 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ec92f-2b23-46ee-9ebf-e8ce7e58c711 req-08d2da2a-8a5d-4181-ba26-573c48725a67 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:35.258225 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-be5ec92f-2b23-46ee-9ebf-e8ce7e58c711 req-08d2da2a-8a5d-4181-ba26-573c48725a67 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0478525 May 26 21:37:35.300072 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-be5ec92f-2b23-46ee-9ebf-e8ce7e58c711 req-93eb05d2-d2bf-4a2d-8f98-24a62c3e807b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413439 May 26 21:37:35.994801 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b412a0-9acb-410b-b9bd-d53f696ad4d6 req-341cc514-2279-4837-a211-ae750a93a7b9 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:35.996196 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-04b412a0-9acb-410b-b9bd-d53f696ad4d6 req-341cc514-2279-4837-a211-ae750a93a7b9 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 945 time: 0.0467038 May 26 21:37:36.043844 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-04b412a0-9acb-410b-b9bd-d53f696ad4d6 req-7ba0eb93-ff0e-4448-a57b-bb4b843a2339 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420356 May 26 21:37:36.431445 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686373c-c221-4124-b762-de878b36e8b1 req-8a13fe28-7d37-477a-befd-bddc7d81ad25 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:36.432926 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e686373c-c221-4124-b762-de878b36e8b1 req-8a13fe28-7d37-477a-befd-bddc7d81ad25 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0468943 May 26 21:37:36.483296 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e686373c-c221-4124-b762-de878b36e8b1 req-a5eb0085-0c30-4a0d-b149-dd1ce1f33329 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448174 May 26 21:37:37.154586 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea55ff7-0aa1-4667-bf86-8176a97a9174 req-c2e43173-cb87-421f-8cb5-8ff984b92c58 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:37.156076 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2ea55ff7-0aa1-4667-bf86-8176a97a9174 req-c2e43173-cb87-421f-8cb5-8ff984b92c58 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 945 time: 0.0468037 May 26 21:37:37.202996 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2ea55ff7-0aa1-4667-bf86-8176a97a9174 req-0f4f09aa-fdc9-47cb-9fdd-1be708670ca1 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413551 May 26 21:37:37.604782 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a7911-a741-49de-9e1a-f5e31e3946f8 req-2b75e251-aab6-4256-9121-66d42809a32c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:37.606903 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-037a7911-a741-49de-9e1a-f5e31e3946f8 req-2b75e251-aab6-4256-9121-66d42809a32c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0484719 May 26 21:37:37.639436 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:37.655575 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-037a7911-a741-49de-9e1a-f5e31e3946f8 req-cd42f461-d603-444e-9435-59a417436c37 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430217 May 26 21:37:38.316575 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c44772-efba-4690-9fd1-4d68f49ee5aa req-a1fa1d37-f4e7-42c6-b44e-a104ceec5d19 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:38.318050 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a5c44772-efba-4690-9fd1-4d68f49ee5aa req-a1fa1d37-f4e7-42c6-b44e-a104ceec5d19 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 945 time: 0.0482168 May 26 21:37:38.364277 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a5c44772-efba-4690-9fd1-4d68f49ee5aa req-45a37c13-ae6a-4c0e-bf39-51c14beac773 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404701 May 26 21:37:38.480804 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432077c-9a81-4a40-a964-e5d280b8e058 req-8d517ae6-2e37-4510-bd2c-b0b88c9312d0 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:38.482314 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6432077c-9a81-4a40-a964-e5d280b8e058 req-8d517ae6-2e37-4510-bd2c-b0b88c9312d0 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 945 time: 0.0523884 May 26 21:37:38.490889 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 56764) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:37:38.496167 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-c786dbde-2e19-43ff-aac9-b7ff7ae26389 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Request body: {'floatingip': {'port_id': 'c5e60f5a-5490-4fca-a70a-4cc7266c0f9e'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:37:38.532698 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c786dbde-2e19-43ff-aac9-b7ff7ae26389 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (54d80113-d679-48e2-bb16-f2cee8d8ae01), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:38.871385 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:38.954256 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c786dbde-2e19-43ff-aac9-b7ff7ae26389 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:39.020807 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c786dbde-2e19-43ff-aac9-b7ff7ae26389 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (54d80113-d679-48e2-bb16-f2cee8d8ae01), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:39.115030 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.l3_db [None req-c786dbde-2e19-43ff-aac9-b7ff7ae26389 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Floating IP 54d80113-d679-48e2-bb16-f2cee8d8ae01 associated. External IP: 172.27.3.167, port: c5e60f5a-5490-4fca-a70a-4cc7266c0f9e. May 26 21:37:39.300669 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:39.311079 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c786dbde-2e19-43ff-aac9-b7ff7ae26389 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Router bc9639dd-67f2-408a-8d58-3955185b031b has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:37:39.415119 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c786dbde-2e19-43ff-aac9-b7ff7ae26389 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:37:39.420570 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c786dbde-2e19-43ff-aac9-b7ff7ae26389 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:39.425389 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d6a154-1042-4f2a-bd29-824861ad8e6e None None] Sync routers for ids ['bc9639dd-67f2-408a-8d58-3955185b031b'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:37:39.435424 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d6a154-1042-4f2a-bd29-824861ad8e6e None None] Routers {'bc9639dd-67f2-408a-8d58-3955185b031b'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:37:39.436062 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-f1d6a154-1042-4f2a-bd29-824861ad8e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:37:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['bc9639dd-67f2-408a-8d58-3955185b031b'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:37:39.453532 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-c786dbde-2e19-43ff-aac9-b7ff7ae26389 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "PUT /v2.0/floatingips/54d80113-d679-48e2-bb16-f2cee8d8ae01 HTTP/1.1" status: 200 len: 991 time: 0.9592876 May 26 21:37:39.453532 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9330f59f-5bf2-4fa6-a660-052cde3c4356', 'tag': 'c5e60f5a-5490-4fca-a70a-4cc7266c0f9e'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:37:39.454619 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531e1f03-2aa3-4800-bd57-16d7d583e1f9" -d '{"events": [{"name": "network-changed", "server_uuid": "9330f59f-5bf2-4fa6-a660-052cde3c4356", "tag": "c5e60f5a-5490-4fca-a70a-4cc7266c0f9e"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:37:39.557357 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4114973a-eb94-498d-a901-421ae21c2a9a x-openstack-request-id: req-4114973a-eb94-498d-a901-421ae21c2a9a {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:37:39.557646 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9330f59f-5bf2-4fa6-a660-052cde3c4356", "tag": "c5e60f5a-5490-4fca-a70a-4cc7266c0f9e", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:37:39.557926 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4114973a-eb94-498d-a901-421ae21c2a9a {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:37:39.558368 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4114973a-eb94-498d-a901-421ae21c2a9a'] response: {'name': 'network-changed', 'server_uuid': '9330f59f-5bf2-4fa6-a660-052cde3c4356', 'tag': 'c5e60f5a-5490-4fca-a70a-4cc7266c0f9e', 'status': 'completed', 'code': 200} May 26 21:37:39.635937 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e1f03-2aa3-4800-bd57-16d7d583e1f9 req-b366a3e0-771b-470a-bc0a-14ca3170b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:39.638788 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-531e1f03-2aa3-4800-bd57-16d7d583e1f9 req-b366a3e0-771b-470a-bc0a-14ca3170b53b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3969075d983246cf8c4c7a45a57d5338&device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 1129 time: 0.0516424 May 26 21:37:39.641312 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-f1d6a154-1042-4f2a-bd29-824861ad8e6e None None] Set router bc9639dd-67f2-408a-8d58-3955185b031b gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:37:39.735911 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e1f03-2aa3-4800-bd57-16d7d583e1f9 req-3e603b53-6bd3-4099-b670-ac66c73da077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:39.737774 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-531e1f03-2aa3-4800-bd57-16d7d583e1f9 req-3e603b53-6bd3-4099-b670-ac66c73da077 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e423d8c6-f848-40d6-99bb-c61a958058f7 HTTP/1.1" status: 200 len: 915 time: 0.0924673 May 26 21:37:39.804651 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-531e1f03-2aa3-4800-bd57-16d7d583e1f9 req-2e202103-6055-4bb2-8c7e-161ea82cc3db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5e60f5a-5490-4fca-a70a-4cc7266c0f9e HTTP/1.1" status: 200 len: 999 time: 0.0604701 May 26 21:37:39.854864 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-f1d6a154-1042-4f2a-bd29-824861ad8e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '54d80113-d679-48e2-bb16-f2cee8d8ae01', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'port_id': 'c5e60f5a-5490-4fca-a70a-4cc7266c0f9e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'mac_address': 'fa:16:3e:cf:5a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9330f59f-5bf2-4fa6-a660-052cde3c4356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:37:15Z', 'updated_at': '2022-05-26T21:37:38Z', 'revision_number': 1, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:18Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:37:39.855767 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e1f03-2aa3-4800-bd57-16d7d583e1f9 req-3fcbe979-305c-4c88-8fe7-9d3bdaee4918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:39.857352 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-531e1f03-2aa3-4800-bd57-16d7d583e1f9 req-3fcbe979-305c-4c88-8fe7-9d3bdaee4918 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=86c6cba8-f2d3-45d8-a7b0-a4676a67b444 HTTP/1.1" status: 200 len: 853 time: 0.0455129 May 26 21:37:39.880335 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d6a154-1042-4f2a-bd29-824861ad8e6e None None] Checking router: bc9639dd-67f2-408a-8d58-3955185b031b for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:37:39.889470 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d6a154-1042-4f2a-bd29-824861ad8e6e None None] Routers {'bc9639dd-67f2-408a-8d58-3955185b031b'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:37:39.890086 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-f1d6a154-1042-4f2a-bd29-824861ad8e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:37:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['bc9639dd-67f2-408a-8d58-3955185b031b'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:37:39.903436 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device de23d676-5627-421b-905b-f6cea35f9243 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:37:39.907656 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e1f03-2aa3-4800-bd57-16d7d583e1f9 req-34c42cc5-4d2c-4385-b34a-fcccf98a65eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:39.910133 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-531e1f03-2aa3-4800-bd57-16d7d583e1f9 req-34c42cc5-4d2c-4385-b34a-fcccf98a65eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e423d8c6-f848-40d6-99bb-c61a958058f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452805 May 26 21:37:40.010561 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-f1d6a154-1042-4f2a-bd29-824861ad8e6e None None] Set router bc9639dd-67f2-408a-8d58-3955185b031b gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:37:40.010938 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-531e1f03-2aa3-4800-bd57-16d7d583e1f9 req-b683ee0e-3cc4-411c-8c5a-582dc48c72d4 service neutron] 10.222.0.60 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954726 May 26 21:37:40.024898 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:40.037270 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:40.091552 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e2e2f-0113-4dc2-8db7-ad6cbfa753f7 req-3681770f-235b-4d95-b623-bb7b03d83448 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:40.094553 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port de23d676-5627-421b-905b-f6cea35f9243 is: DOWN; New status is: DOWN {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:37:40.097588 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ad7e2e2f-0113-4dc2-8db7-ad6cbfa753f7 req-3681770f-235b-4d95-b623-bb7b03d83448 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0937593 May 26 21:37:40.128845 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-531e1f03-2aa3-4800-bd57-16d7d583e1f9 req-1f4b7276-7045-41f7-9a8e-6c00fb77769e service neutron] 10.222.0.60 "GET /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094742 May 26 21:37:40.155472 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ad7e2e2f-0113-4dc2-8db7-ad6cbfa753f7 req-6f83c2df-1b3e-467c-ab2d-add1dfe35e31 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517738 May 26 21:37:40.256542 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-f1d6a154-1042-4f2a-bd29-824861ad8e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '54d80113-d679-48e2-bb16-f2cee8d8ae01', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'port_id': 'c5e60f5a-5490-4fca-a70a-4cc7266c0f9e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'mac_address': 'fa:16:3e:cf:5a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9330f59f-5bf2-4fa6-a660-052cde3c4356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:37:15Z', 'updated_at': '2022-05-26T21:37:38Z', 'revision_number': 1, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:18Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:37:40.283602 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d6a154-1042-4f2a-bd29-824861ad8e6e None None] The sync data for ids ['bc9639dd-67f2-408a-8d58-3955185b031b'] in dv-cinder-828805-3-iscsi is: [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '54d80113-d679-48e2-bb16-f2cee8d8ae01', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'port_id': 'c5e60f5a-5490-4fca-a70a-4cc7266c0f9e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'mac_address': 'fa:16:3e:cf:5a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9330f59f-5bf2-4fa6-a660-052cde3c4356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:37:15Z', 'updated_at': '2022-05-26T21:37:38Z', 'revision_number': 1, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:18Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:37:40.485364 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43ccd79-123d-4261-99ea-5f9da03001da None None] New status for floating IP 54d80113-d679-48e2-bb16-f2cee8d8ae01: ACTIVE {{(pid=104644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:37:40.543762 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d399de87-8c2f-4f41-970b-3c7581c9d211 req-cbd9ed5e-7b0c-48ef-a556-efce222701fe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0476277 May 26 21:37:40.626740 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399de87-8c2f-4f41-970b-3c7581c9d211 req-adfd4fbc-68a5-40a3-8a71-1229c79646e0 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:40.628269 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d399de87-8c2f-4f41-970b-3c7581c9d211 req-adfd4fbc-68a5-40a3-8a71-1229c79646e0 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports/de23d676-5627-421b-905b-f6cea35f9243 HTTP/1.1" status: 200 len: 940 time: 0.0552914 May 26 21:37:40.708519 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-38bbe939-bf38-491d-b481-28a2f0f15047 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-389140089&fields=id&tenant_id=87d8cb3f18ae4f05a85dc21abaf316cb HTTP/1.1" status: 200 len: 267 time: 0.0510714 May 26 21:37:40.819877 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-52916c0c-f8ae-490c-ad60-1c22fb268ee0 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:40.821313 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-52916c0c-f8ae-490c-ad60-1c22fb268ee0 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/networks?id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff HTTP/1.1" status: 200 len: 812 time: 0.1049883 May 26 21:37:40.836384 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-98df6348-34c8-408f-8e89-b4bd9694138b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/quotas/87d8cb3f18ae4f05a85dc21abaf316cb HTTP/1.1" status: 200 len: 375 time: 0.0090981 May 26 21:37:40.892782 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-1ef85517-12f9-4ee5-8dda-ce6caba235f1 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=87d8cb3f18ae4f05a85dc21abaf316cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507319 May 26 21:37:40.952545 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-18985fa0-23eb-4705-8925-47d6a2686c61 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104643) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:37:40.953547 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-18985fa0-23eb-4705-8925-47d6a2686c61 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0485079 May 26 21:37:41.046770 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-c9dd8274-827f-4caa-ba22-212ffc27d985 service neutron] 10.222.0.42 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871494 May 26 21:37:41.140594 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-4528128a-a1e2-4555-8b10-896106adea1a service neutron] 10.222.0.42 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880384 May 26 21:37:41.281198 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71114e1-9198-48bd-a03b-316a20b6c6e1 req-08e10fd3-8418-4783-ab6c-53a15fad52f5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:41.282682 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d71114e1-9198-48bd-a03b-316a20b6c6e1 req-08e10fd3-8418-4783-ab6c-53a15fad52f5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0499091 May 26 21:37:41.333955 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d71114e1-9198-48bd-a03b-316a20b6c6e1 req-55aa5c0e-7a6b-444f-b19d-e7da52b6eaf1 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455134 May 26 21:37:41.755533 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2f187fac-79e1-43b4-9d1f-a45f667ddb25 req-6e8bdc78-abb0-42fc-899f-7c94cc1c502d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 210 time: 0.0273638 May 26 21:37:41.944635 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399de87-8c2f-4f41-970b-3c7581c9d211 req-cd12544d-cf2e-448b-97fc-2cef2e89401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:41.946148 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d399de87-8c2f-4f41-970b-3c7581c9d211 req-cd12544d-cf2e-448b-97fc-2cef2e89401e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a&tenant_id=c5f69588fe354d20b58594919deb4110 HTTP/1.1" status: 200 len: 1127 time: 0.0403814 May 26 21:37:42.003940 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399de87-8c2f-4f41-970b-3c7581c9d211 req-51efbb2e-3b41-472d-adc7-fa669bd05797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:42.005335 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d399de87-8c2f-4f41-970b-3c7581c9d211 req-51efbb2e-3b41-472d-adc7-fa669bd05797 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5f69588fe354d20b58594919deb4110&device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 1127 time: 0.0387876 May 26 21:37:42.101685 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399de87-8c2f-4f41-970b-3c7581c9d211 req-c3a76be1-6604-40de-b7ff-19ae4610262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:42.101685 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d399de87-8c2f-4f41-970b-3c7581c9d211 req-c3a76be1-6604-40de-b7ff-19ae4610262b service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea9ef1f2-5514-49f0-be2f-c0970bb75a74 HTTP/1.1" status: 200 len: 918 time: 0.0886178 May 26 21:37:42.161860 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d399de87-8c2f-4f41-970b-3c7581c9d211 req-e703e2ac-4263-45af-b627-e8fbd5bdccec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de23d676-5627-421b-905b-f6cea35f9243 HTTP/1.1" status: 200 len: 999 time: 0.0547523 May 26 21:37:42.208836 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399de87-8c2f-4f41-970b-3c7581c9d211 req-24418f2c-3405-4596-b8d7-b341aa7700d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:42.210264 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d399de87-8c2f-4f41-970b-3c7581c9d211 req-24418f2c-3405-4596-b8d7-b341aa7700d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69d41c02-e4f8-4266-97e4-80c1b92c499f HTTP/1.1" status: 200 len: 856 time: 0.0433660 May 26 21:37:42.259823 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399de87-8c2f-4f41-970b-3c7581c9d211 req-627e6dad-c8fd-448e-8d34-1752006ad424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:42.261444 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d399de87-8c2f-4f41-970b-3c7581c9d211 req-627e6dad-c8fd-448e-8d34-1752006ad424 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea9ef1f2-5514-49f0-be2f-c0970bb75a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443175 May 26 21:37:42.334470 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:42.350459 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d399de87-8c2f-4f41-970b-3c7581c9d211 req-85c4a627-f77b-4954-96d7-4b2b43dd2036 service neutron] 10.222.0.60 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835562 May 26 21:37:42.480320 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04156c-f365-4a82-9d54-3a7367f6366c req-2bc0a2b6-9f84-42dc-bdd1-763d3a8c1d82 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:42.481789 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ba04156c-f365-4a82-9d54-3a7367f6366c req-2bc0a2b6-9f84-42dc-bdd1-763d3a8c1d82 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0667124 May 26 21:37:42.483989 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d399de87-8c2f-4f41-970b-3c7581c9d211 req-6b93ca45-5922-44e8-b113-f166739bce28 service neutron] 10.222.0.60 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272764 May 26 21:37:42.515507 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:42.530409 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ba04156c-f365-4a82-9d54-3a7367f6366c req-adea83f0-f313-4542-825b-00a40e0b53df tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430429 May 26 21:37:42.857054 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e1d5a3b1-d51a-49bc-8d83-b770b4852395 req-2257cccb-71de-470b-9091-9475dde5914b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 210 time: 0.0301871 May 26 21:37:43.664831 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc099c-7268-4add-a055-d983c082425a req-8fdf4121-b3bd-46e6-b852-1e00305b3fb5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:43.667660 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d1cc099c-7268-4add-a055-d983c082425a req-8fdf4121-b3bd-46e6-b852-1e00305b3fb5 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0550234 May 26 21:37:43.726492 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d1cc099c-7268-4add-a055-d983c082425a req-638163a8-f8f1-4361-999f-7ce7c401491d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529931 May 26 21:37:43.962795 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0124442e-5f5a-4ba4-bcce-617c8f7699f9 req-76dde0b5-f1c5-425a-9501-cb0c8b719703 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 210 time: 0.0276251 May 26 21:37:44.851471 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b47ad5-6b34-4b62-8c45-8a31da0e2314 req-b1e69730-1746-4fd7-826e-3fb62238d666 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:44.853936 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-67b47ad5-6b34-4b62-8c45-8a31da0e2314 req-b1e69730-1746-4fd7-826e-3fb62238d666 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0540762 May 26 21:37:44.906947 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-67b47ad5-6b34-4b62-8c45-8a31da0e2314 req-aa394ad6-4917-489f-a70d-116f105cccac tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468605 May 26 21:37:45.068337 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1559934a-3556-466d-b971-73c0fea92ac2 req-b3b635af-d580-42da-9b71-cf2ec4510503 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 210 time: 0.0300314 May 26 21:37:46.039246 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b98801-9def-4e9c-a333-696872942fed req-172ea65e-2346-4fb8-a624-38115158cb9d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:46.040797 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-13b98801-9def-4e9c-a333-696872942fed req-172ea65e-2346-4fb8-a624-38115158cb9d tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0611589 May 26 21:37:46.096363 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-13b98801-9def-4e9c-a333-696872942fed req-a831617b-ff5d-40fe-b02b-f6f3a639effc tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487161 May 26 21:37:46.170968 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-32deaf49-beca-46a5-ba78-7cae864fdf82 req-681e01cc-f169-4b39-b47f-64f1dc20ff50 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 210 time: 0.0277443 May 26 21:37:47.227779 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb83f7-bda4-46c9-a533-965cdfd385a4 req-affc6abe-4c6e-4786-acb7-07f1fdd2603b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:47.229346 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-cfeb83f7-bda4-46c9-a533-965cdfd385a4 req-affc6abe-4c6e-4786-acb7-07f1fdd2603b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0565012 May 26 21:37:47.286742 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-cfeb83f7-bda4-46c9-a533-965cdfd385a4 req-f675b0e4-8452-4d5a-a289-5d48afbf95da tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508671 May 26 21:37:47.295734 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-dbe9c2d9-0609-47a7-bfe5-6aceabdd9b38 req-06615700-fb94-48e8-84c7-79d07789aa9e tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 210 time: 0.0317543 May 26 21:37:48.406801 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-93aa3411-696a-4db4-95a7-bbcc949c3295 req-2411713c-17b5-4167-b262-40f729afdd7a tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 210 time: 0.0369780 May 26 21:37:48.440339 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325f7d5-bdab-40c2-8389-358f81aa3367 req-2ee860db-90d9-42bc-9a9f-e7467186092a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:48.442005 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-7325f7d5-bdab-40c2-8389-358f81aa3367 req-2ee860db-90d9-42bc-9a9f-e7467186092a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0670297 May 26 21:37:48.489480 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-7325f7d5-bdab-40c2-8389-358f81aa3367 req-24fc4054-8b78-4362-b017-94fa13f58fed tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417013 May 26 21:37:49.503380 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-87619357-5a54-4aa7-b304-c501b4a26728 req-e6ae7cba-3bc9-4779-8086-3937aea7a175 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 210 time: 0.0324042 May 26 21:37:49.632359 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202e549-5a82-4509-8ede-40e9157b2a00 req-2e998641-db7f-40e2-bdd4-2b5a86f846aa tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:49.635146 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4202e549-5a82-4509-8ede-40e9157b2a00 req-2e998641-db7f-40e2-bdd4-2b5a86f846aa tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0698607 May 26 21:37:49.687299 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4202e549-5a82-4509-8ede-40e9157b2a00 req-949bf99a-d2cd-4e1b-9f74-3f1c3a349098 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454769 May 26 21:37:50.252681 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=84,neutron:DELETE=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:50.260185 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=73 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:50.586519 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:50.621959 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-641aa57e-f0b4-4683-86f1-13dccb59982a req-72433119-b1d8-4fcb-bfcb-96a0a2c25e0a tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 210 time: 0.0296719 May 26 21:37:50.625448 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=56,neutron:UPDATE=5 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:50.805771 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9effada-fc54-46d3-b9d7-0a0e97e97d6d req-e5b6a50b-cf68-47f2-9e25-a98ca63755fe tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:50.807162 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a9effada-fc54-46d3-b9d7-0a0e97e97d6d req-e5b6a50b-cf68-47f2-9e25-a98ca63755fe tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0469313 May 26 21:37:50.854345 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a9effada-fc54-46d3-b9d7-0a0e97e97d6d req-b95b4f1f-05cb-4ac8-9727-9d87818b139a tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413883 May 26 21:37:51.066293 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-12c865e2-6311-42f5-b986-bb21e1575e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:51.729059 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6bcebc79-6aa4-4cc2-8822-4de347921360 req-849360f6-81aa-4ee2-8212-1206607ce758 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 210 time: 0.0284281 May 26 21:37:51.986186 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01632cc-a864-4dc4-9f4c-70dcf7fb64ca req-1538b9b1-f81f-4175-abba-2333648209ed tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:51.987645 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a01632cc-a864-4dc4-9f4c-70dcf7fb64ca req-1538b9b1-f81f-4175-abba-2333648209ed tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0529280 May 26 21:37:52.044115 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a01632cc-a864-4dc4-9f4c-70dcf7fb64ca req-269d3909-5a5e-46c8-bcd5-429aaf26bb20 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507493 May 26 21:37:52.853384 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a02a2772-15ed-4e23-b31e-c096b9fb3500 req-2ae49dcd-9241-4047-af15-93497a774e3a tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 210 time: 0.0319164 May 26 21:37:53.169906 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:53.182861 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464b997-4d72-49ef-95f5-7d44baa26f0c req-ddad1b96-768a-4da8-a6e1-053573232c7c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:53.184337 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d464b997-4d72-49ef-95f5-7d44baa26f0c req-ddad1b96-768a-4da8-a6e1-053573232c7c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0497913 May 26 21:37:53.239069 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d464b997-4d72-49ef-95f5-7d44baa26f0c req-a95961f5-8f17-4e92-83c1-0638735876a2 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491433 May 26 21:37:53.805179 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-9473614c-9822-4ede-b0b0-9e34f7c19941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:53.953100 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1c8e5dbb-287b-4cb9-9d57-26d33388387f req-83eb35a2-9bda-40d7-9b72-8b644108baaa tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 210 time: 0.0311279 May 26 21:37:54.364755 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bee95-840f-47f0-8cc0-78db0c19a5da req-4b61b51b-5d8b-4b1c-970c-f38e5a1efed6 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:54.366204 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-540bee95-840f-47f0-8cc0-78db0c19a5da req-4b61b51b-5d8b-4b1c-970c-f38e5a1efed6 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0462220 May 26 21:37:54.416423 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-540bee95-840f-47f0-8cc0-78db0c19a5da req-c476994e-95f3-4226-b5a8-729c7fcdbeea tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446136 May 26 21:37:54.597644 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:54.957456 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:55.291551 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ccd68cbf-179c-46c3-a7a4-f0d7d3533ce6 req-0e5f8ef2-90f4-491c-8a4b-8acf3163acef tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 210 time: 0.2695358 May 26 21:37:55.535131 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f33197-8f2f-4d58-a827-9b1ab1b12ed2 req-bc8f20cd-4767-4048-82b6-76e19e3a2a16 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:55.536613 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b6f33197-8f2f-4d58-a827-9b1ab1b12ed2 req-bc8f20cd-4767-4048-82b6-76e19e3a2a16 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0457942 May 26 21:37:55.562088 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:55.583164 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b6f33197-8f2f-4d58-a827-9b1ab1b12ed2 req-b3f1d83c-bab5-4f34-a336-263a78929db0 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410199 May 26 21:37:56.141663 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:56.386807 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-902c8a21-9a71-44df-80fd-70dfe81d6bad req-a9c7219f-ced1-4d51-a414-2a43550e585c tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 210 time: 0.0265398 May 26 21:37:56.703406 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b6fce-ed50-4fb9-869a-c3b79a26f239 req-c4959ff9-00ae-4e01-85ea-9b4188e87de7 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:56.704895 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-917b6fce-ed50-4fb9-869a-c3b79a26f239 req-c4959ff9-00ae-4e01-85ea-9b4188e87de7 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0465016 May 26 21:37:56.752216 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-917b6fce-ed50-4fb9-869a-c3b79a26f239 req-af065414-8c61-4f4c-addf-959cb3cae270 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413599 May 26 21:37:57.464656 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:57.484023 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8da7af59-cfe5-4f5a-88cc-c8a5eed42930 req-773823fa-d136-43fa-8fea-0bd2239d85c5 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 210 time: 0.0276256 May 26 21:37:57.597431 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:57.874138 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb1fc3-d531-4d0f-8fa9-871b6a03724e req-59e99f56-a015-4e4d-980a-e0d729c3e592 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:57.875595 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-acfb1fc3-d531-4d0f-8fa9-871b6a03724e req-59e99f56-a015-4e4d-980a-e0d729c3e592 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0507219 May 26 21:37:57.923911 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-acfb1fc3-d531-4d0f-8fa9-871b6a03724e req-c7ba9c12-dd1e-4b30-8182-14f0e388943f tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427673 May 26 21:37:58.584983 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a9567309-a1dd-4c34-88d1-af1179dc5453 req-18d94d9f-eaae-439f-b3c1-dc4cbc45aaa5 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 210 time: 0.0278747 May 26 21:37:59.040424 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eefd7e-30ea-41d4-8c56-3ce080c006af req-af9a9923-c130-4803-a934-dec53f18e2c4 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:59.041874 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-95eefd7e-30ea-41d4-8c56-3ce080c006af req-af9a9923-c130-4803-a934-dec53f18e2c4 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0477214 May 26 21:37:59.088136 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-95eefd7e-30ea-41d4-8c56-3ce080c006af req-6fd5b6c2-4327-43cd-ac8b-4dc9dd4ce28b tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403779 May 26 21:37:59.436053 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-cbeaabb6-50f7-4842-856e-7f8ebaacca68 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:37:59.437474 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-cbeaabb6-50f7-4842-856e-7f8ebaacca68 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.60 "GET /v2.0/networks?id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff HTTP/1.1" status: 200 len: 812 time: 0.1027853 May 26 21:37:59.499917 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-9f8ed9cb-5f01-47b0-8e47-9be567353a95 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87d8cb3f18ae4f05a85dc21abaf316cb HTTP/1.1" status: 200 len: 379 time: 0.0536242 May 26 21:37:59.508616 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Request body: {'port': {'device_id': 'fb2a3109-7643-4486-9b81-c1ab0c30d882', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'admin_state_up': True, 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'security_groups': ['26a93777-df00-40fa-8fd6-25a19f6ddb89']}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:37:59.689319 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-82bb51b7-5ccc-4d5c-8258-ea3a6cf00c1c req-3fc323f0-d97b-4fad-a9c2-5db44de4ceac tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 210 time: 0.0314822 May 26 21:37:59.711602 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Made reservation on behalf of 87d8cb3f18ae4f05a85dc21abaf316cb for: {'port': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:37:59.715123 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:59.796091 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:59.846444 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Allocated IP 172.20.0.4 (e9f896ed-3367-41b4-ace5-9c753fe1f6ff/b1df0acb-a81e-4431-8120-01e4c0040fd0/fcb1b6ae-a8e4-40da-a068-0102dba09fcf) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:37:59.990153 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for port (fcb1b6ae-a8e4-40da-a068-0102dba09fcf), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:37:59.995944 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:37:59.999571 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device de23d676-5627-421b-905b-f6cea35f9243 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:38:00.100580 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port de23d676-5627-421b-905b-f6cea35f9243, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=de23d676-5627-421b-905b-f6cea35f9243,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:38:00.112862 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': 'de23d676-5627-421b-905b-f6cea35f9243', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'port_id': 'de23d676-5627-421b-905b-f6cea35f9243', 'mac_address': 'fa:16:3e:d1:fb:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:38:00.148266 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port de23d676-5627-421b-905b-f6cea35f9243 is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:38:00.148647 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (de23d676-5627-421b-905b-f6cea35f9243), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:00.162253 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de23d676-5627-421b-905b-f6cea35f9243 {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:38:00.183276 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port de23d676-5627-421b-905b-f6cea35f9243, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=de23d676-5627-421b-905b-f6cea35f9243,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:38:00.195550 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (fcb1b6ae-a8e4-40da-a068-0102dba09fcf), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:00.255441 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4e28c-cfec-4d85-8068-385c1f859d90 req-a570631b-9e6f-4d61-8f24-65624e4ab683 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:00.256859 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f0a4e28c-cfec-4d85-8068-385c1f859d90 req-a570631b-9e6f-4d61-8f24-65624e4ab683 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 943 time: 0.0908802 May 26 21:38:00.261064 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Network e9f896ed-3367-41b4-ace5-9c753fe1f6ff is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:38:00.267713 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:38:00.272294 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:38:00.278829 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (de23d676-5627-421b-905b-f6cea35f9243), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:00.311650 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Pushing event updated for resources: {'Port': ['ID=fcb1b6ae-a8e4-40da-a068-0102dba09fcf,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:00.336313 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=de23d676-5627-421b-905b-f6cea35f9243,revision_number=9']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:00.341710 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:00.342464 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:00.342464 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:00.342763 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:00.343022 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:00.343465 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:00.343669 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:00.344011 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:00.344338 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:00.344667 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:00.345050 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:00.345414 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:00.345611 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:00.345927 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:00.346324 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:00.366563 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f0a4e28c-cfec-4d85-8068-385c1f859d90 req-7c26b056-a508-4b68-82fb-38e0a2e0c5c7 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999014 May 26 21:38:00.377130 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:00.377776 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:00.453003 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-69e5dfe9-e942-49d5-a231-70de07a0cfe6 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9478779 May 26 21:38:00.465724 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-baa59f5a-d1f6-415b-aa44-29e6db17cd15 service neutron] Request body: {'port': {'device_id': 'fb2a3109-7643-4486-9b81-c1ab0c30d882', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:38:00.522702 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-9c0f0155-23c4-47cc-8a86-8941bb58fce0 None None] Provisioning complete for port fcb1b6ae-a8e4-40da-a068-0102dba09fcf triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:38:00.522989 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-9c0f0155-23c4-47cc-8a86-8941bb58fce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (fcb1b6ae-a8e4-40da-a068-0102dba09fcf), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:00.525059 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-baa59f5a-d1f6-415b-aa44-29e6db17cd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (fcb1b6ae-a8e4-40da-a068-0102dba09fcf), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:00.556132 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-9c0f0155-23c4-47cc-8a86-8941bb58fce0 None None] Port fcb1b6ae-a8e4-40da-a068-0102dba09fcf cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:38:00.659581 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['de23d676-5627-421b-905b-f6cea35f9243'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:38:00.746401 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:00.814521 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9c683-dc19-4cd8-b6c9-7fee81e987ff req-e40eaaf7-526c-417b-865b-9cf7c3189e04 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:00.815946 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-eee9c683-dc19-4cd8-b6c9-7fee81e987ff req-e40eaaf7-526c-417b-865b-9cf7c3189e04 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 931 time: 0.0491242 May 26 21:38:00.834111 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-baa59f5a-d1f6-415b-aa44-29e6db17cd15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb1b6ae-a8e4-40da-a068-0102dba09fcf {{(pid=104643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:38:00.842138 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-baa59f5a-d1f6-415b-aa44-29e6db17cd15 service neutron] Publish callbacks [] for port (fcb1b6ae-a8e4-40da-a068-0102dba09fcf), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:00.855593 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.provisioning_blocks [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-baa59f5a-d1f6-415b-aa44-29e6db17cd15 service neutron] Transition to ACTIVE for port object fcb1b6ae-a8e4-40da-a068-0102dba09fcf will not be triggered until provisioned by entity L2. {{(pid=104643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:38:00.866272 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-eee9c683-dc19-4cd8-b6c9-7fee81e987ff req-ebffa050-6a08-4375-9967-477ade9565b2 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442767 May 26 21:38:00.941686 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-baa59f5a-d1f6-415b-aa44-29e6db17cd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (fcb1b6ae-a8e4-40da-a068-0102dba09fcf), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:00.990518 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa59f5a-d1f6-415b-aa44-29e6db17cd15 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb1b6ae-a8e4-40da-a068-0102dba09fcf,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:01.068811 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-baa59f5a-d1f6-415b-aa44-29e6db17cd15 service neutron] Attempting to bind port fcb1b6ae-a8e4-40da-a068-0102dba09fcf on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:38:01.069139 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-baa59f5a-d1f6-415b-aa44-29e6db17cd15 service neutron] Attempting to bind port fcb1b6ae-a8e4-40da-a068-0102dba09fcf by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'fe8da2ec-f933-44ba-82fb-b654f7378e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff'}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:38:01.069391 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-baa59f5a-d1f6-415b-aa44-29e6db17cd15 service neutron] Attempting to bind port fcb1b6ae-a8e4-40da-a068-0102dba09fcf on network e9f896ed-3367-41b4-ace5-9c753fe1f6ff {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:38:01.074973 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-baa59f5a-d1f6-415b-aa44-29e6db17cd15 service neutron] Port fcb1b6ae-a8e4-40da-a068-0102dba09fcf on network e9f896ed-3367-41b4-ace5-9c753fe1f6ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:38:01.075293 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-baa59f5a-d1f6-415b-aa44-29e6db17cd15 service neutron] Attempting to bind port fcb1b6ae-a8e4-40da-a068-0102dba09fcf on network e9f896ed-3367-41b4-ace5-9c753fe1f6ff {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:38:01.080679 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-baa59f5a-d1f6-415b-aa44-29e6db17cd15 service neutron] Checking agent: {'id': '2bd30f19-4481-40fa-92e6-11ccee452902', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'started_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:38:01.085070 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-baa59f5a-d1f6-415b-aa44-29e6db17cd15 service neutron] Checking segment: {'id': 'fe8da2ec-f933-44ba-82fb-b654f7378e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:38:01.085070 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-baa59f5a-d1f6-415b-aa44-29e6db17cd15 service neutron] Bound using segment: {'id': 'fe8da2ec-f933-44ba-82fb-b654f7378e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff'} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:38:01.085070 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-baa59f5a-d1f6-415b-aa44-29e6db17cd15 service neutron] Bound port: fcb1b6ae-a8e4-40da-a068-0102dba09fcf, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe8da2ec-f933-44ba-82fb-b654f7378e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff'}}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:38:01.085070 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-baa59f5a-d1f6-415b-aa44-29e6db17cd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (fcb1b6ae-a8e4-40da-a068-0102dba09fcf), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:01.139646 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:01.157248 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-baa59f5a-d1f6-415b-aa44-29e6db17cd15 service neutron] For port fcb1b6ae-a8e4-40da-a068-0102dba09fcf, host hv-cinder-82880, cleared binding levels {{(pid=104643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:38:01.160496 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-baa59f5a-d1f6-415b-aa44-29e6db17cd15 service neutron] For port fcb1b6ae-a8e4-40da-a068-0102dba09fcf, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=fcb1b6ae-a8e4-40da-a068-0102dba09fcf,segment=NetworkSegment(fe8da2ec-f933-44ba-82fb-b654f7378e99),segment_id=fe8da2ec-f933-44ba-82fb-b654f7378e99)] {{(pid=104643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:38:01.279885 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-baa59f5a-d1f6-415b-aa44-29e6db17cd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (fcb1b6ae-a8e4-40da-a068-0102dba09fcf), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:01.313594 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-baa59f5a-d1f6-415b-aa44-29e6db17cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:01.314248 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-baa59f5a-d1f6-415b-aa44-29e6db17cd15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:01.315681 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-baa59f5a-d1f6-415b-aa44-29e6db17cd15 service neutron] 10.222.0.60 "PUT /v2.0/ports/fcb1b6ae-a8e4-40da-a068-0102dba09fcf HTTP/1.1" status: 200 len: 1093 time: 0.8550217 May 26 21:38:01.318111 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2a3109-7643-4486-9b81-c1ab0c30d882', 'tag': 'fcb1b6ae-a8e4-40da-a068-0102dba09fcf'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:38:01.321154 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b84ddba-5286-4d3c-a907-11900b820a62" -d '{"events": [{"name": "network-changed", "server_uuid": "fb2a3109-7643-4486-9b81-c1ab0c30d882", "tag": "fcb1b6ae-a8e4-40da-a068-0102dba09fcf"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:38:01.362887 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa59f5a-d1f6-415b-aa44-29e6db17cd15 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb1b6ae-a8e4-40da-a068-0102dba09fcf,revision_number=3']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:01.370697 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272f26a1-8800-4c20-8603-48cbc4a32c16 x-openstack-request-id: req-272f26a1-8800-4c20-8603-48cbc4a32c16 {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:38:01.370697 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb2a3109-7643-4486-9b81-c1ab0c30d882", "tag": "fcb1b6ae-a8e4-40da-a068-0102dba09fcf", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:38:01.370697 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-272f26a1-8800-4c20-8603-48cbc4a32c16 {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:38:01.370697 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-272f26a1-8800-4c20-8603-48cbc4a32c16'] response: {'name': 'network-changed', 'server_uuid': 'fb2a3109-7643-4486-9b81-c1ab0c30d882', 'tag': 'fcb1b6ae-a8e4-40da-a068-0102dba09fcf', 'status': 'completed', 'code': 200} May 26 21:38:01.439724 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84ddba-5286-4d3c-a907-11900b820a62 req-38fed45e-1ffe-49f6-be32-889274f1e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:01.441347 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8b84ddba-5286-4d3c-a907-11900b820a62 req-38fed45e-1ffe-49f6-be32-889274f1e303 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87d8cb3f18ae4f05a85dc21abaf316cb&device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 1127 time: 0.0505962 May 26 21:38:01.498037 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccc533-c5f7-48c8-b44a-6e2b2f07330a req-7c33f723-2319-4005-88b4-fd2485322787 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:01.499771 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-60ccc533-c5f7-48c8-b44a-6e2b2f07330a req-7c33f723-2319-4005-88b4-fd2485322787 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 944 time: 0.0561316 May 26 21:38:01.543995 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84ddba-5286-4d3c-a907-11900b820a62 req-2cd36c6b-79ce-4fbd-b958-23140484e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:01.545700 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8b84ddba-5286-4d3c-a907-11900b820a62 req-2cd36c6b-79ce-4fbd-b958-23140484e700 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=87d8cb3f18ae4f05a85dc21abaf316cb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0963383 May 26 21:38:01.552649 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-60ccc533-c5f7-48c8-b44a-6e2b2f07330a req-1933cf7e-c74d-4a4c-9435-246d33ae30f8 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449054 May 26 21:38:01.728640 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b940ddd-f9ec-43e9-9a65-8e3a54c1aadb req-5b257a85-2a6d-4cb7-8920-97228fc3ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:01.730762 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3b940ddd-f9ec-43e9-9a65-8e3a54c1aadb req-5b257a85-2a6d-4cb7-8920-97228fc3ad62 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5f69588fe354d20b58594919deb4110&device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 1128 time: 0.0418737 May 26 21:38:01.837783 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b940ddd-f9ec-43e9-9a65-8e3a54c1aadb req-d959c547-341d-498f-a860-bda190d5c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:01.839323 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3b940ddd-f9ec-43e9-9a65-8e3a54c1aadb req-d959c547-341d-498f-a860-bda190d5c70f service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea9ef1f2-5514-49f0-be2f-c0970bb75a74 HTTP/1.1" status: 200 len: 918 time: 0.0877333 May 26 21:38:01.879119 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84ddba-5286-4d3c-a907-11900b820a62 req-cd909e0d-55af-42f7-a279-31712bc33782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:01.880502 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8b84ddba-5286-4d3c-a907-11900b820a62 req-cd909e0d-55af-42f7-a279-31712bc33782 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3290679 May 26 21:38:01.905819 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3b940ddd-f9ec-43e9-9a65-8e3a54c1aadb req-e53860a9-4a08-4925-b7ef-be9d4c4e2647 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de23d676-5627-421b-905b-f6cea35f9243 HTTP/1.1" status: 200 len: 1000 time: 0.0594075 May 26 21:38:01.956667 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b940ddd-f9ec-43e9-9a65-8e3a54c1aadb req-3f7613c0-d5c9-4088-b1a5-d960bea26cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:01.958129 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3b940ddd-f9ec-43e9-9a65-8e3a54c1aadb req-3f7613c0-d5c9-4088-b1a5-d960bea26cbb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69d41c02-e4f8-4266-97e4-80c1b92c499f HTTP/1.1" status: 200 len: 856 time: 0.0468309 May 26 21:38:01.982766 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-ddcc3b61-cda3-411d-8da2-14324f892dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:01.984277 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-ddcc3b61-cda3-411d-8da2-14324f892dc1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87d8cb3f18ae4f05a85dc21abaf316cb&device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 1127 time: 0.0680206 May 26 21:38:02.000343 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f42c3-a8f3-4866-af85-97d109af8a5c req-58a250e5-aacd-40dd-96a0-94ac76a69a37 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:02.001810 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-152f42c3-a8f3-4866-af85-97d109af8a5c req-58a250e5-aacd-40dd-96a0-94ac76a69a37 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 943 time: 0.0557044 May 26 21:38:02.001945 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b940ddd-f9ec-43e9-9a65-8e3a54c1aadb req-a106331f-581e-491f-a59c-1717fdd69693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:02.003302 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3b940ddd-f9ec-43e9-9a65-8e3a54c1aadb req-a106331f-581e-491f-a59c-1717fdd69693 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea9ef1f2-5514-49f0-be2f-c0970bb75a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392733 May 26 21:38:02.024665 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device de23d676-5627-421b-905b-f6cea35f9243 up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:38:02.049688 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-852de877-fe92-4b2d-b1f5-843708c95dc9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcb1b6ae-a8e4-40da-a068-0102dba09fcf HTTP/1.1" status: 200 len: 217 time: 0.0469267 May 26 21:38:02.078404 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port de23d676-5627-421b-905b-f6cea35f9243 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:38:02.078910 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (de23d676-5627-421b-905b-f6cea35f9243), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:02.095878 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3b940ddd-f9ec-43e9-9a65-8e3a54c1aadb req-f7693c6c-739d-4994-a287-cbb25f21fdc4 service neutron] 10.222.0.60 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866895 May 26 21:38:02.112733 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-152f42c3-a8f3-4866-af85-97d109af8a5c req-22a37119-b177-4fa4-acde-4389c6a10400 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042829 May 26 21:38:02.122481 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-13835869-4ad6-4e8a-865c-462d4ad81c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:02.123951 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-13835869-4ad6-4e8a-865c-462d4ad81c19 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b1df0acb-a81e-4431-8120-01e4c0040fd0 HTTP/1.1" status: 200 len: 851 time: 0.0663927 May 26 21:38:02.160968 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port de23d676-5627-421b-905b-f6cea35f9243 is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:38:02.161821 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (de23d676-5627-421b-905b-f6cea35f9243), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:02.176261 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-b86c3fee-8f45-4ba4-8a0f-5a4e8f0072f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:02.177760 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-b86c3fee-8f45-4ba4-8a0f-5a4e8f0072f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482099 May 26 21:38:02.186054 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd396708c-5036-4133-a056-0f74ecc6011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de23d676-5627-421b-905b-f6cea35f9243'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:38:02.187223 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3b940ddd-f9ec-43e9-9a65-8e3a54c1aadb req-65ff77e1-61c3-4c3a-8445-9fe634e3d0f2 service neutron] 10.222.0.60 "GET /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858932 May 26 21:38:02.188428 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a80029-73c0-49b1-bb92-bc7105978a30" -d '{"events": [{"server_uuid": "d396708c-5036-4133-a056-0f74ecc6011a", "name": "network-vif-plugged", "status": "completed", "tag": "de23d676-5627-421b-905b-f6cea35f9243"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:38:02.202350 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:02.204493 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port de23d676-5627-421b-905b-f6cea35f9243, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=de23d676-5627-421b-905b-f6cea35f9243,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:38:02.226171 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d269730-1a5c-4fa7-b3d4-30f1d4e38dbc x-openstack-request-id: req-1d269730-1a5c-4fa7-b3d4-30f1d4e38dbc {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:38:02.226484 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d396708c-5036-4133-a056-0f74ecc6011a", "name": "network-vif-plugged", "status": "completed", "tag": "de23d676-5627-421b-905b-f6cea35f9243", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:38:02.226717 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d269730-1a5c-4fa7-b3d4-30f1d4e38dbc {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:38:02.227114 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d269730-1a5c-4fa7-b3d4-30f1d4e38dbc'] response: {'server_uuid': 'd396708c-5036-4133-a056-0f74ecc6011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de23d676-5627-421b-905b-f6cea35f9243', 'code': 200} May 26 21:38:02.279894 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-73940696-3046-47e0-94e8-d5f1b5454b9e service neutron] 10.222.0.60 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954831 May 26 21:38:02.311481 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (de23d676-5627-421b-905b-f6cea35f9243), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:02.316821 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:02.358226 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=de23d676-5627-421b-905b-f6cea35f9243,revision_number=10']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:02.377267 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b840610d-4140-45ed-9aa0-53e719cf1c75 req-68f10d27-bbf1-4073-8579-14cea8a01525 service neutron] 10.222.0.60 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838647 May 26 21:38:02.638468 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:02.679842 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd6a08-dd6f-41ef-8420-861a905146ef req-ea5ff9d7-52fe-4478-9780-4fd550305c41 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:02.681285 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b8dd6a08-dd6f-41ef-8420-861a905146ef req-ea5ff9d7-52fe-4478-9780-4fd550305c41 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 946 time: 0.0530686 May 26 21:38:02.729722 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b8dd6a08-dd6f-41ef-8420-861a905146ef req-6371003c-5a0c-4536-9476-4e0fbe193d51 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429189 May 26 21:38:03.243106 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f797e-b75b-43ad-8117-accda34f32fa req-b0c7ab38-a3ec-4737-ab14-95a38f14c682 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:03.244595 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d48f797e-b75b-43ad-8117-accda34f32fa req-b0c7ab38-a3ec-4737-ab14-95a38f14c682 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 943 time: 0.0518215 May 26 21:38:03.269637 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:03.293176 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d48f797e-b75b-43ad-8117-accda34f32fa req-1293be56-8647-4e93-93a8-da7052250322 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430400 May 26 21:38:03.620795 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5edec7-7bfc-4765-ba03-2ff14c3894f9 req-121e668c-9df2-44f0-a1be-9645e5844a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:03.622275 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-cc5edec7-7bfc-4765-ba03-2ff14c3894f9 req-121e668c-9df2-44f0-a1be-9645e5844a23 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 1130 time: 0.0390713 May 26 21:38:03.666786 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-cc5edec7-7bfc-4765-ba03-2ff14c3894f9 req-84666b00-9778-4fd9-9c1b-b8d30e01c08c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368907 May 26 21:38:03.846198 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32ab5d-a377-4b98-858e-fc5c495c5055 req-0ee7643c-078a-46f7-806f-e6c3fd1e6a67 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:03.847661 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ab32ab5d-a377-4b98-858e-fc5c495c5055 req-0ee7643c-078a-46f7-806f-e6c3fd1e6a67 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 946 time: 0.0465741 May 26 21:38:03.859818 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:03.899155 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ab32ab5d-a377-4b98-858e-fc5c495c5055 req-9c048c4d-8c00-4bb6-89cf-52781d134a43 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456357 May 26 21:38:04.411674 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b8bb2-01a6-48a8-9155-c01a63f14d29 req-bd264fec-3f84-46d6-a07c-876167d3509d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:04.413163 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ba5b8bb2-01a6-48a8-9155-c01a63f14d29 req-bd264fec-3f84-46d6-a07c-876167d3509d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 943 time: 0.0476828 May 26 21:38:04.463035 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ba5b8bb2-01a6-48a8-9155-c01a63f14d29 req-95029705-be06-4dc6-af3e-d10113e295b5 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428948 May 26 21:38:05.018916 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83245674-d8ca-4baa-8074-1919283d0188 req-6bfe8685-fa2a-4ea5-992e-815056ad7fa0 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:05.020322 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-83245674-d8ca-4baa-8074-1919283d0188 req-6bfe8685-fa2a-4ea5-992e-815056ad7fa0 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 946 time: 0.0485837 May 26 21:38:05.068421 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-83245674-d8ca-4baa-8074-1919283d0188 req-a912306a-8afc-4976-819b-33a9412f68d8 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424914 May 26 21:38:05.581949 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0b607-e5e1-4353-8c38-9c7fd692c158 req-bac1dd22-315e-452a-a46b-e3cf2f2eca85 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:05.583417 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-65d0b607-e5e1-4353-8c38-9c7fd692c158 req-bac1dd22-315e-452a-a46b-e3cf2f2eca85 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 943 time: 0.0490677 May 26 21:38:05.609650 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:05.632467 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-65d0b607-e5e1-4353-8c38-9c7fd692c158 req-e93fcea9-1d9f-48d8-b2a3-c0d797caad2b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434761 May 26 21:38:06.189059 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97eb292-f194-4a49-8b8b-aae438714dab req-c6dc5b91-137f-4763-830b-9a212e1a7b76 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:06.192199 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b97eb292-f194-4a49-8b8b-aae438714dab req-c6dc5b91-137f-4763-830b-9a212e1a7b76 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 946 time: 0.0494757 May 26 21:38:06.238266 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b97eb292-f194-4a49-8b8b-aae438714dab req-a716f9cc-2b6a-4e28-8a9f-b20fb5d10905 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422111 May 26 21:38:06.758426 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e22cb7-babb-47e3-98ed-ba8a300a8e90 req-9dabad0d-7145-4f25-85ef-843b6f811686 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:06.759995 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-97e22cb7-babb-47e3-98ed-ba8a300a8e90 req-9dabad0d-7145-4f25-85ef-843b6f811686 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 943 time: 0.0537477 May 26 21:38:06.812156 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-97e22cb7-babb-47e3-98ed-ba8a300a8e90 req-1f144983-fb03-498e-b200-e263f1a3dfa9 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460830 May 26 21:38:07.361988 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc5d4b-e038-4bd9-a338-82e20df72561 req-2a11b9b3-a479-4084-9f4f-0e07f3ec2113 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:07.363422 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c8bc5d4b-e038-4bd9-a338-82e20df72561 req-2a11b9b3-a479-4084-9f4f-0e07f3ec2113 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 946 time: 0.0513942 May 26 21:38:07.409418 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c8bc5d4b-e038-4bd9-a338-82e20df72561 req-38c9e894-a931-4ef5-959b-a7036f95b664 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403316 May 26 21:38:07.924435 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fb111-271c-4dd2-afc3-cbd75ea53311 req-327ad3b2-01b9-451f-b82d-7e1c7e36c637 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:07.925964 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0a1fb111-271c-4dd2-afc3-cbd75ea53311 req-327ad3b2-01b9-451f-b82d-7e1c7e36c637 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 943 time: 0.0472505 May 26 21:38:07.977661 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0a1fb111-271c-4dd2-afc3-cbd75ea53311 req-179700d2-6add-4ac7-8ed4-3ee739ed7de7 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460949 May 26 21:38:08.465915 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:38:09.089777 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87f13d-d085-4281-9cce-31f307b63633 req-1b16d584-900e-4aa5-a84a-64d296df0728 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:09.091237 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5b87f13d-d085-4281-9cce-31f307b63633 req-1b16d584-900e-4aa5-a84a-64d296df0728 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 943 time: 0.0461981 May 26 21:38:09.139700 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5b87f13d-d085-4281-9cce-31f307b63633 req-a84be35e-bf40-4740-9b44-ef06a0c809c3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429797 May 26 21:38:10.255457 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ec8f6-d397-4f5c-b99a-18fbe4a1b0f0 req-82abae12-338c-456e-922f-12d70a1772ac tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:10.256954 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-504ec8f6-d397-4f5c-b99a-18fbe4a1b0f0 req-82abae12-338c-456e-922f-12d70a1772ac tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 943 time: 0.0482090 May 26 21:38:10.306084 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-504ec8f6-d397-4f5c-b99a-18fbe4a1b0f0 req-5943b7cd-74fd-4b44-be34-84d9561b8789 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431776 May 26 21:38:11.424997 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1a4a5-2afe-4ab3-9aa3-1ce4500f0e82 req-e49f375d-6164-456f-af1f-38c458026636 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:11.426468 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d0c1a4a5-2afe-4ab3-9aa3-1ce4500f0e82 req-e49f375d-6164-456f-af1f-38c458026636 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 943 time: 0.0506139 May 26 21:38:11.474402 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d0c1a4a5-2afe-4ab3-9aa3-1ce4500f0e82 req-31233db8-3825-4a56-8279-048632882323 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425096 May 26 21:38:12.101720 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device fcb1b6ae-a8e4-40da-a068-0102dba09fcf details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:38:12.201355 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port fcb1b6ae-a8e4-40da-a068-0102dba09fcf, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=fcb1b6ae-a8e4-40da-a068-0102dba09fcf,segment=NetworkSegment(fe8da2ec-f933-44ba-82fb-b654f7378e99),segment_id=fe8da2ec-f933-44ba-82fb-b654f7378e99)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:38:12.212512 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': 'fcb1b6ae-a8e4-40da-a068-0102dba09fcf', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'port_id': 'fcb1b6ae-a8e4-40da-a068-0102dba09fcf', 'mac_address': 'fa:16:3e:b8:7b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:38:12.249306 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port fcb1b6ae-a8e4-40da-a068-0102dba09fcf is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:38:12.249683 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (fcb1b6ae-a8e4-40da-a068-0102dba09fcf), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:12.262194 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb1b6ae-a8e4-40da-a068-0102dba09fcf {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:38:12.285616 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port fcb1b6ae-a8e4-40da-a068-0102dba09fcf, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=fcb1b6ae-a8e4-40da-a068-0102dba09fcf,segment=NetworkSegment(fe8da2ec-f933-44ba-82fb-b654f7378e99),segment_id=fe8da2ec-f933-44ba-82fb-b654f7378e99)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:38:12.381691 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (fcb1b6ae-a8e4-40da-a068-0102dba09fcf), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:12.428198 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=fcb1b6ae-a8e4-40da-a068-0102dba09fcf,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:12.590198 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9171f9c-12b6-417e-976f-cff9994aba3f req-1dbb32c3-88a9-4a5c-8672-005d6ecc33ad tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:12.591675 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a9171f9c-12b6-417e-976f-cff9994aba3f req-1dbb32c3-88a9-4a5c-8672-005d6ecc33ad tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 944 time: 0.0496345 May 26 21:38:12.640688 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a9171f9c-12b6-417e-976f-cff9994aba3f req-e5c40ae3-da91-4d79-b1da-1abbff9b3d9b tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433695 May 26 21:38:12.723908 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['fcb1b6ae-a8e4-40da-a068-0102dba09fcf'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:38:13.752918 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2d700-c7f9-4fe6-a927-417950f9ca95 req-4001b80c-e991-4228-b512-acc1b767e7ce tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:13.754378 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b1f2d700-c7f9-4fe6-a927-417950f9ca95 req-4001b80c-e991-4228-b512-acc1b767e7ce tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 944 time: 0.0467350 May 26 21:38:13.804010 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b1f2d700-c7f9-4fe6-a927-417950f9ca95 req-420f77bf-830c-48e2-b672-3adf214181be tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440705 May 26 21:38:14.108445 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device fcb1b6ae-a8e4-40da-a068-0102dba09fcf up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:38:14.148992 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning for port fcb1b6ae-a8e4-40da-a068-0102dba09fcf completed by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:38:14.221894 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port fcb1b6ae-a8e4-40da-a068-0102dba09fcf triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:38:14.222315 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (fcb1b6ae-a8e4-40da-a068-0102dba09fcf), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:14.299577 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port fcb1b6ae-a8e4-40da-a068-0102dba09fcf is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:38:14.299994 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (fcb1b6ae-a8e4-40da-a068-0102dba09fcf), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:14.322635 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2a3109-7643-4486-9b81-c1ab0c30d882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb1b6ae-a8e4-40da-a068-0102dba09fcf'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:38:14.324877 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f866b3-19e4-41e5-a38a-eb5559acbe24" -d '{"events": [{"server_uuid": "fb2a3109-7643-4486-9b81-c1ab0c30d882", "name": "network-vif-plugged", "status": "completed", "tag": "fcb1b6ae-a8e4-40da-a068-0102dba09fcf"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:38:14.336905 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port fcb1b6ae-a8e4-40da-a068-0102dba09fcf, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=fcb1b6ae-a8e4-40da-a068-0102dba09fcf,segment=NetworkSegment(fe8da2ec-f933-44ba-82fb-b654f7378e99),segment_id=fe8da2ec-f933-44ba-82fb-b654f7378e99)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:38:14.415209 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b0ee73-1ea9-46c9-8bb7-75be94fd2a15 x-openstack-request-id: req-49b0ee73-1ea9-46c9-8bb7-75be94fd2a15 {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:38:14.415492 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2a3109-7643-4486-9b81-c1ab0c30d882", "name": "network-vif-plugged", "status": "completed", "tag": "fcb1b6ae-a8e4-40da-a068-0102dba09fcf", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:38:14.415761 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-49b0ee73-1ea9-46c9-8bb7-75be94fd2a15 {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:38:14.416154 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b0ee73-1ea9-46c9-8bb7-75be94fd2a15'] response: {'server_uuid': 'fb2a3109-7643-4486-9b81-c1ab0c30d882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb1b6ae-a8e4-40da-a068-0102dba09fcf', 'code': 200} May 26 21:38:14.417337 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (fcb1b6ae-a8e4-40da-a068-0102dba09fcf), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:14.442249 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:14.446165 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:14.464168 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=fcb1b6ae-a8e4-40da-a068-0102dba09fcf,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:14.783210 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff8b07-2384-4179-ab50-e8628bcf0576 req-cb9ac4ee-d108-453b-8477-6bca4ca7be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:14.784716 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-42ff8b07-2384-4179-ab50-e8628bcf0576 req-cb9ac4ee-d108-453b-8477-6bca4ca7be03 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 1129 time: 0.0385220 May 26 21:38:14.835064 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-42ff8b07-2384-4179-ab50-e8628bcf0576 req-e0f101db-47e5-4f7c-8e5d-e9f41f3ba0da service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430048 May 26 21:38:14.915924 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8ba3a-af57-4c6d-bfa2-0f7a6cbb49c0 req-822ed302-c40e-4d7a-864e-cea7999ccfad tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:14.917371 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-92e8ba3a-af57-4c6d-bfa2-0f7a6cbb49c0 req-822ed302-c40e-4d7a-864e-cea7999ccfad tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 945 time: 0.0465264 May 26 21:38:14.965856 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-92e8ba3a-af57-4c6d-bfa2-0f7a6cbb49c0 req-380c66c5-2243-4533-9580-555236425b81 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425181 May 26 21:38:16.086016 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f212b2-8d5e-4d67-bc74-5a76be04e127 req-a8331b1e-e20b-4998-9b75-df8d0e1573d3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:16.087466 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-01f212b2-8d5e-4d67-bc74-5a76be04e127 req-a8331b1e-e20b-4998-9b75-df8d0e1573d3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 945 time: 0.0505540 May 26 21:38:16.136418 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-01f212b2-8d5e-4d67-bc74-5a76be04e127 req-3d98fca8-ed8c-4142-bbd7-e76ba3c2b9d0 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433266 May 26 21:38:17.249687 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090edd0b-7779-46cd-bab7-76f7e9c5be13 req-806628e7-119b-484b-a736-a90647ffb8e3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:17.251167 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-090edd0b-7779-46cd-bab7-76f7e9c5be13 req-806628e7-119b-484b-a736-a90647ffb8e3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 945 time: 0.0473788 May 26 21:38:17.284137 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:17.300720 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-090edd0b-7779-46cd-bab7-76f7e9c5be13 req-cfdf64f6-f993-4989-9569-4c430d15c133 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439980 May 26 21:38:17.411922 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd72845-e696-4d9e-9a6c-512a104b3498 req-83c222c6-93a3-4bbd-b19c-cedcabb8c46a tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:17.413380 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6bd72845-e696-4d9e-9a6c-512a104b3498 req-83c222c6-93a3-4bbd-b19c-cedcabb8c46a tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 945 time: 0.0466921 May 26 21:38:17.461803 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6bd72845-e696-4d9e-9a6c-512a104b3498 req-3dbbeeda-64ee-43ad-80bd-c65a3f71e003 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429838 May 26 21:38:17.483970 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57032) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:38:17.618987 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b780bb1-5c81-48b0-8aa2-a9febfbce043 tempest-TestVolumeBootPattern-931067900 tempest-TestVolumeBootPattern-931067900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:17.620523 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-1b780bb1-5c81-48b0-8aa2-a9febfbce043 tempest-TestVolumeBootPattern-931067900 tempest-TestVolumeBootPattern-931067900-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 1124 time: 0.1355817 May 26 21:38:17.624025 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57036) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:38:17.628121 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Request body: {'floatingip': {'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'port_id': 'fcb1b6ae-a8e4-40da-a068-0102dba09fcf', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:38:17.695875 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:17.776583 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:17.866331 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:17.887200 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_common [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Allocated IP 172.27.3.7 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/7e0855ae-0f9f-4b99-8201-1fd0acd65e32) {{(pid=104642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:38:17.916101 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:17.988659 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for port (7e0855ae-0f9f-4b99-8201-1fd0acd65e32), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:18.084598 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (7e0855ae-0f9f-4b99-8201-1fd0acd65e32), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:18.124283 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:38:18.127266 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Resources bound (agent type, host, resource id): {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:38:18.133154 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Received port after_create {{(pid=104642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:38:18.161255 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Pushing event updated for resources: {'Port': ['ID=7e0855ae-0f9f-4b99-8201-1fd0acd65e32,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:18.175685 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:18.176057 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:18.176398 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:18.176736 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:18.177067 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:18.180851 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:18.180851 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:18.180851 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:18.180851 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:18.180851 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:18.180851 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:18.180851 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:18.180851 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:18.180851 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:18.180851 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:18.476111 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:18.490034 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for floatingip (108f95b4-4701-4f2f-bd8c-be8ee63e94eb), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:18.616590 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (7e0855ae-0f9f-4b99-8201-1fd0acd65e32), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:18.793405 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for port (7e0855ae-0f9f-4b99-8201-1fd0acd65e32), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:18.853995 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632642'] for port (7e0855ae-0f9f-4b99-8201-1fd0acd65e32), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:18.925057 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Pushing event updated for resources: {'Port': ['ID=7e0855ae-0f9f-4b99-8201-1fd0acd65e32,revision_number=2']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:18.933265 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (108f95b4-4701-4f2f-bd8c-be8ee63e94eb), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:19.026909 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.l3_db [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Floating IP 108f95b4-4701-4f2f-bd8c-be8ee63e94eb associated. External IP: 172.27.3.7, port: fcb1b6ae-a8e4-40da-a068-0102dba09fcf. May 26 21:38:19.135002 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=100 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:19.246619 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Router 636f9616-f60f-4165-b064-d0d814debfdc has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:38:19.347323 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:38:19.356668 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ce7f60-3def-471d-b631-bd6431061752 None None] Sync routers for ids ['636f9616-f60f-4165-b064-d0d814debfdc'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:38:19.367480 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ce7f60-3def-471d-b631-bd6431061752 None None] Routers {'636f9616-f60f-4165-b064-d0d814debfdc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:38:19.373986 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-94ce7f60-3def-471d-b631-bd6431061752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:37:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['636f9616-f60f-4165-b064-d0d814debfdc'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:38:19.444676 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:19.472303 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-94ce7f60-3def-471d-b631-bd6431061752 None None] Set router 636f9616-f60f-4165-b064-d0d814debfdc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:38:19.475323 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-06beb8e6-1e92-47ea-995c-7916e6b772b3 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8502820 May 26 21:38:19.475937 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2a3109-7643-4486-9b81-c1ab0c30d882', 'tag': 'fcb1b6ae-a8e4-40da-a068-0102dba09fcf'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:38:19.478211 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77834a5-2d3f-4707-ba53-e1f828e8593c" -d '{"events": [{"name": "network-changed", "server_uuid": "fb2a3109-7643-4486-9b81-c1ab0c30d882", "tag": "fcb1b6ae-a8e4-40da-a068-0102dba09fcf"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:38:19.513737 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cf64c2-ec2e-4f3b-bf63-d036d11e8ea0 x-openstack-request-id: req-27cf64c2-ec2e-4f3b-bf63-d036d11e8ea0 {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:38:19.514025 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb2a3109-7643-4486-9b81-c1ab0c30d882", "tag": "fcb1b6ae-a8e4-40da-a068-0102dba09fcf", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:38:19.514279 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27cf64c2-ec2e-4f3b-bf63-d036d11e8ea0 {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:38:19.514681 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27cf64c2-ec2e-4f3b-bf63-d036d11e8ea0'] response: {'name': 'network-changed', 'server_uuid': 'fb2a3109-7643-4486-9b81-c1ab0c30d882', 'tag': 'fcb1b6ae-a8e4-40da-a068-0102dba09fcf', 'status': 'completed', 'code': 200} May 26 21:38:19.580089 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77834a5-2d3f-4707-ba53-e1f828e8593c req-f3286b81-6a9f-48e7-ad76-004b48c9fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:19.581634 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a77834a5-2d3f-4707-ba53-e1f828e8593c req-f3286b81-6a9f-48e7-ad76-004b48c9fd01 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87d8cb3f18ae4f05a85dc21abaf316cb&device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 1129 time: 0.0456491 May 26 21:38:19.674422 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77834a5-2d3f-4707-ba53-e1f828e8593c req-df15eae6-7b0d-4fc6-847e-aed70d8bac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:19.675981 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a77834a5-2d3f-4707-ba53-e1f828e8593c req-df15eae6-7b0d-4fc6-847e-aed70d8bac91 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff HTTP/1.1" status: 200 len: 913 time: 0.0870223 May 26 21:38:19.694413 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-94ce7f60-3def-471d-b631-bd6431061752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:29:03Z', 'revision_number': 4, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '108f95b4-4701-4f2f-bd8c-be8ee63e94eb', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'floating_ip_address': '172.27.3.7', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'port_id': 'fcb1b6ae-a8e4-40da-a068-0102dba09fcf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'mac_address': 'fa:16:3e:b8:7b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2a3109-7643-4486-9b81-c1ab0c30d882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:38:18Z', 'updated_at': '2022-05-26T21:38:18Z', 'revision_number': 0, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'fixed_ip_address_scope': None}, {'id': '32f061a0-a2a9-4bc8-9bf9-17880c69a1ed', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'port_id': '79857899-1ec0-48de-8faf-2f5625a3ec41', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'mac_address': 'fa:16:3e:ce:60:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972688e1-313a-4ed5-8a32-87deda4e5198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:35:16Z', 'updated_at': '2022-05-26T21:35:18Z', 'revision_number': 1, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdbfa0c-40db-4d20-b70a-b5ca36549b09', 'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'mac_address': 'fa:16:3e:1f:7a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:03Z', 'updated_at': '2022-05-26T21:29:08Z', 'revision_number': 5, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'subnets': [{'id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:38:19.719059 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ce7f60-3def-471d-b631-bd6431061752 None None] Checking router: 636f9616-f60f-4165-b064-d0d814debfdc for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:38:19.722006 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:19.727548 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ce7f60-3def-471d-b631-bd6431061752 None None] Routers {'636f9616-f60f-4165-b064-d0d814debfdc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:38:19.728202 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-94ce7f60-3def-471d-b631-bd6431061752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:37:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['636f9616-f60f-4165-b064-d0d814debfdc'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:38:19.741135 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a77834a5-2d3f-4707-ba53-e1f828e8593c req-12ad23a4-057a-4302-b566-2656162fde93 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcb1b6ae-a8e4-40da-a068-0102dba09fcf HTTP/1.1" status: 200 len: 997 time: 0.0592649 May 26 21:38:19.789778 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77834a5-2d3f-4707-ba53-e1f828e8593c req-705fdb25-01d4-49f7-a9e6-cefb9397a9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:19.791262 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a77834a5-2d3f-4707-ba53-e1f828e8593c req-705fdb25-01d4-49f7-a9e6-cefb9397a9e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b1df0acb-a81e-4431-8120-01e4c0040fd0 HTTP/1.1" status: 200 len: 851 time: 0.0431910 May 26 21:38:19.829370 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-94ce7f60-3def-471d-b631-bd6431061752 None None] Set router 636f9616-f60f-4165-b064-d0d814debfdc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:38:19.835198 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77834a5-2d3f-4707-ba53-e1f828e8593c req-c083679c-2759-46d2-97d9-051bf8ab7a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:19.836792 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a77834a5-2d3f-4707-ba53-e1f828e8593c req-c083679c-2759-46d2-97d9-051bf8ab7a1a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396860 May 26 21:38:19.932639 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a77834a5-2d3f-4707-ba53-e1f828e8593c req-8b7106fa-ad35-4d29-90e0-4b29dece8ac8 service neutron] 10.222.0.60 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877767 May 26 21:38:20.029198 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a77834a5-2d3f-4707-ba53-e1f828e8593c req-2f9f95d2-e289-45e1-8cf4-10fbbad99348 service neutron] 10.222.0.60 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846498 May 26 21:38:20.040479 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-94ce7f60-3def-471d-b631-bd6431061752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:29:03Z', 'revision_number': 4, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '108f95b4-4701-4f2f-bd8c-be8ee63e94eb', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'floating_ip_address': '172.27.3.7', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'port_id': 'fcb1b6ae-a8e4-40da-a068-0102dba09fcf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'mac_address': 'fa:16:3e:b8:7b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2a3109-7643-4486-9b81-c1ab0c30d882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:38:18Z', 'updated_at': '2022-05-26T21:38:18Z', 'revision_number': 0, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'fixed_ip_address_scope': None}, {'id': '32f061a0-a2a9-4bc8-9bf9-17880c69a1ed', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'port_id': '79857899-1ec0-48de-8faf-2f5625a3ec41', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'mac_address': 'fa:16:3e:ce:60:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972688e1-313a-4ed5-8a32-87deda4e5198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:35:16Z', 'updated_at': '2022-05-26T21:35:18Z', 'revision_number': 1, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdbfa0c-40db-4d20-b70a-b5ca36549b09', 'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'mac_address': 'fa:16:3e:1f:7a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:03Z', 'updated_at': '2022-05-26T21:29:08Z', 'revision_number': 5, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'subnets': [{'id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:38:20.066615 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ce7f60-3def-471d-b631-bd6431061752 None None] The sync data for ids ['636f9616-f60f-4165-b064-d0d814debfdc'] in dv-cinder-828805-3-iscsi is: [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:29:03Z', 'revision_number': 4, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '108f95b4-4701-4f2f-bd8c-be8ee63e94eb', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'floating_ip_address': '172.27.3.7', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'port_id': 'fcb1b6ae-a8e4-40da-a068-0102dba09fcf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'mac_address': 'fa:16:3e:b8:7b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2a3109-7643-4486-9b81-c1ab0c30d882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:38:18Z', 'updated_at': '2022-05-26T21:38:18Z', 'revision_number': 0, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'fixed_ip_address_scope': None}, {'id': '32f061a0-a2a9-4bc8-9bf9-17880c69a1ed', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'port_id': '79857899-1ec0-48de-8faf-2f5625a3ec41', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'mac_address': 'fa:16:3e:ce:60:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972688e1-313a-4ed5-8a32-87deda4e5198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:35:16Z', 'updated_at': '2022-05-26T21:35:18Z', 'revision_number': 1, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdbfa0c-40db-4d20-b70a-b5ca36549b09', 'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'mac_address': 'fa:16:3e:1f:7a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:03Z', 'updated_at': '2022-05-26T21:29:08Z', 'revision_number': 5, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'subnets': [{'id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:38:20.263477 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4436af-1421-47bd-a52e-25b04876c8ae None None] New status for floating IP 108f95b4-4701-4f2f-bd8c-be8ee63e94eb: ACTIVE {{(pid=104644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:38:21.038870 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-03e8286f-4104-4b37-bcf6-afe1c94214e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:23.438396 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-c9b916a8-cf97-4d25-a9b0-5cfdc22e98e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:24.609821 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:25.002881 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:26.147260 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:27.598133 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:29.470419 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=29,neutron:DELETE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:29.472374 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:30.024038 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=51 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:30.025915 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=26 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:30.037685 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=82 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:30.044413 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=74 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:30.629510 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57050) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:38:30.916368 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-df4fbba8-2a0b-4432-94c3-876a3ee0459b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Deleting port e337e3d2-821a-4425-807e-d3693e1ba445 {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:38:30.916714 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-df4fbba8-2a0b-4432-94c3-876a3ee0459b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (e337e3d2-821a-4425-807e-d3693e1ba445), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:31.005146 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-df4fbba8-2a0b-4432-94c3-876a3ee0459b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (e337e3d2-821a-4425-807e-d3693e1ba445), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:31.005467 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-df4fbba8-2a0b-4432-94c3-876a3ee0459b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for floatingip (e337e3d2-821a-4425-807e-d3693e1ba445), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:31.018913 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-df4fbba8-2a0b-4432-94c3-876a3ee0459b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Calling delete_port for e337e3d2-821a-4425-807e-d3693e1ba445 owned by network:floatingip {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:38:31.255725 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-df4fbba8-2a0b-4432-94c3-876a3ee0459b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (e337e3d2-821a-4425-807e-d3693e1ba445), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:31.280278 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fbba8-2a0b-4432-94c3-876a3ee0459b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Pushing event deleted for resources: {'Port': ['ID=e337e3d2-821a-4425-807e-d3693e1ba445,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:31.345974 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-df4fbba8-2a0b-4432-94c3-876a3ee0459b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for floatingip (79a78af2-7a1b-4f64-adad-3bae65a99308), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:31.349287 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.db.l3_db [None req-df4fbba8-2a0b-4432-94c3-876a3ee0459b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Floating IP 79a78af2-7a1b-4f64-adad-3bae65a99308 disassociated (deleted). External IP: 172.27.3.158, port: 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a. May 26 21:38:31.552826 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4fbba8-2a0b-4432-94c3-876a3ee0459b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Router 21ec28d7-eb7b-4d67-abfc-97357ff278a1 has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:38:31.665344 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4fbba8-2a0b-4432-94c3-876a3ee0459b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:38:31.671030 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-df4fbba8-2a0b-4432-94c3-876a3ee0459b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:31.676065 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc5ccf8-02c6-4178-aa28-44f189b2062f None None] Sync routers for ids ['21ec28d7-eb7b-4d67-abfc-97357ff278a1'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:38:31.687045 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc5ccf8-02c6-4178-aa28-44f189b2062f None None] Routers {'21ec28d7-eb7b-4d67-abfc-97357ff278a1'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:38:31.687653 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-0bc5ccf8-02c6-4178-aa28-44f189b2062f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:38:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['21ec28d7-eb7b-4d67-abfc-97357ff278a1'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:38:31.705809 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-df4fbba8-2a0b-4432-94c3-876a3ee0459b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "DELETE /v2.0/floatingips/79a78af2-7a1b-4f64-adad-3bae65a99308 HTTP/1.1" status: 204 len: 168 time: 1.0728455 May 26 21:38:31.705809 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7586f603-aaac-433d-85db-77c2893aa328', 'tag': '5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:38:31.708743 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90889fc-1bcf-4b1b-a7ce-67a2110035c3" -d '{"events": [{"name": "network-changed", "server_uuid": "7586f603-aaac-433d-85db-77c2893aa328", "tag": "5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:38:31.756253 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ca811a-9424-4b61-8a72-ad6779004f35 x-openstack-request-id: req-42ca811a-9424-4b61-8a72-ad6779004f35 {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:38:31.756253 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7586f603-aaac-433d-85db-77c2893aa328", "tag": "5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:38:31.756253 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-42ca811a-9424-4b61-8a72-ad6779004f35 {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:38:31.756253 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42ca811a-9424-4b61-8a72-ad6779004f35'] response: {'name': 'network-changed', 'server_uuid': '7586f603-aaac-433d-85db-77c2893aa328', 'tag': '5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a', 'status': 'completed', 'code': 200} May 26 21:38:31.817401 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:31.819923 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:31.823389 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90889fc-1bcf-4b1b-a7ce-67a2110035c3 req-ddc26220-a13e-4e35-8514-0134e3be3167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:31.825012 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a90889fc-1bcf-4b1b-a7ce-67a2110035c3 req-ddc26220-a13e-4e35-8514-0134e3be3167 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=77c3cd3a54424befb4b424e6de1f7870&device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 1130 time: 0.0456192 May 26 21:38:31.883369 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-0bc5ccf8-02c6-4178-aa28-44f189b2062f None None] Set router 21ec28d7-eb7b-4d67-abfc-97357ff278a1 gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:38:31.918172 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90889fc-1bcf-4b1b-a7ce-67a2110035c3 req-2b4bc0c8-c136-4e13-88b2-f2ebbde4d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:31.920616 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a90889fc-1bcf-4b1b-a7ce-67a2110035c3 req-2b4bc0c8-c136-4e13-88b2-f2ebbde4d92e service neutron] 10.222.0.60 "GET /v2.0/networks?id=084061c1-c7dc-4f5f-8186-748f557a8665 HTTP/1.1" status: 200 len: 909 time: 0.0902655 May 26 21:38:31.963389 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a90889fc-1bcf-4b1b-a7ce-67a2110035c3 req-72be7953-014b-444f-9f4a-42f611fd1ef9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a HTTP/1.1" status: 200 len: 217 time: 0.0347261 May 26 21:38:32.012687 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90889fc-1bcf-4b1b-a7ce-67a2110035c3 req-2eeea6cd-ee4f-4179-aaf9-9489a64b4c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:32.014132 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a90889fc-1bcf-4b1b-a7ce-67a2110035c3 req-2eeea6cd-ee4f-4179-aaf9-9489a64b4c97 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b0ca75fc-3052-41e8-beb5-3bba4da5fd6d HTTP/1.1" status: 200 len: 847 time: 0.0447557 May 26 21:38:32.068762 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90889fc-1bcf-4b1b-a7ce-67a2110035c3 req-e5d8c059-3a7b-46c4-a9cb-ea253b165701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:32.070208 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a90889fc-1bcf-4b1b-a7ce-67a2110035c3 req-e5d8c059-3a7b-46c4-a9cb-ea253b165701 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=084061c1-c7dc-4f5f-8186-748f557a8665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504346 May 26 21:38:32.077969 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-0bc5ccf8-02c6-4178-aa28-44f189b2062f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'name': 'tempest-TestShelveInstance-694871637-router', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:31:38Z', 'updated_at': '2022-05-26T21:31:44Z', 'revision_number': 4, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'gw_port': {'id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:39Z', 'updated_at': '2022-05-26T21:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '00f774ce-aa2e-4ebb-a39f-4571f4585860', 'name': '', 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'mac_address': 'fa:16:3e:f0:f0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b0ca75fc-3052-41e8-beb5-3bba4da5fd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:42Z', 'updated_at': '2022-05-26T21:31:49Z', 'revision_number': 5, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'subnets': [{'id': 'b0ca75fc-3052-41e8-beb5-3bba4da5fd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:38:32.104004 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc5ccf8-02c6-4178-aa28-44f189b2062f None None] Checking router: 21ec28d7-eb7b-4d67-abfc-97357ff278a1 for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:38:32.116506 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc5ccf8-02c6-4178-aa28-44f189b2062f None None] Routers {'21ec28d7-eb7b-4d67-abfc-97357ff278a1'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:38:32.117249 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-0bc5ccf8-02c6-4178-aa28-44f189b2062f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:38:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['21ec28d7-eb7b-4d67-abfc-97357ff278a1'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:38:32.163545 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a90889fc-1bcf-4b1b-a7ce-67a2110035c3 req-4128e71d-d04a-41a6-bc4b-eeff5db5f572 service neutron] 10.222.0.60 "GET /v2.0/networks/084061c1-c7dc-4f5f-8186-748f557a8665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869250 May 26 21:38:32.230270 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-0bc5ccf8-02c6-4178-aa28-44f189b2062f None None] Set router 21ec28d7-eb7b-4d67-abfc-97357ff278a1 gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:38:32.291656 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500547a-7fb8-46f6-a01e-a0f94c46fdb9 req-319fbda9-f601-4784-aa7f-f89519847398 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:32.293160 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3500547a-7fb8-46f6-a01e-a0f94c46fdb9 req-319fbda9-f601-4784-aa7f-f89519847398 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0509398 May 26 21:38:32.349604 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3500547a-7fb8-46f6-a01e-a0f94c46fdb9 req-2db2d69f-7836-4751-87c9-3e097b59e6a8 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495632 May 26 21:38:32.422756 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-0bc5ccf8-02c6-4178-aa28-44f189b2062f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'name': 'tempest-TestShelveInstance-694871637-router', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:31:38Z', 'updated_at': '2022-05-26T21:31:44Z', 'revision_number': 4, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'gw_port': {'id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:39Z', 'updated_at': '2022-05-26T21:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '00f774ce-aa2e-4ebb-a39f-4571f4585860', 'name': '', 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'mac_address': 'fa:16:3e:f0:f0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b0ca75fc-3052-41e8-beb5-3bba4da5fd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:42Z', 'updated_at': '2022-05-26T21:31:49Z', 'revision_number': 5, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'subnets': [{'id': 'b0ca75fc-3052-41e8-beb5-3bba4da5fd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:38:32.451176 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc5ccf8-02c6-4178-aa28-44f189b2062f None None] The sync data for ids ['21ec28d7-eb7b-4d67-abfc-97357ff278a1'] in dv-cinder-828805-3-iscsi is: [{'id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'name': 'tempest-TestShelveInstance-694871637-router', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:31:38Z', 'updated_at': '2022-05-26T21:31:44Z', 'revision_number': 4, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'gw_port': {'id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:39Z', 'updated_at': '2022-05-26T21:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '00f774ce-aa2e-4ebb-a39f-4571f4585860', 'name': '', 'network_id': '084061c1-c7dc-4f5f-8186-748f557a8665', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'mac_address': 'fa:16:3e:f0:f0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b0ca75fc-3052-41e8-beb5-3bba4da5fd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:42Z', 'updated_at': '2022-05-26T21:31:49Z', 'revision_number': 5, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'subnets': [{'id': 'b0ca75fc-3052-41e8-beb5-3bba4da5fd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:38:32.683351 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4254a3c-4e26-4991-9ee7-51fb169f7223 None None] New status for floating IP 79a78af2-7a1b-4f64-adad-3bae65a99308: DOWN {{(pid=104644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:38:33.455038 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a90889fc-1bcf-4b1b-a7ce-67a2110035c3 req-b7c6b9e3-97d7-4de0-b0d4-008cfe208224 service neutron] 10.222.0.60 "GET /v2.0/networks/084061c1-c7dc-4f5f-8186-748f557a8665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876718 May 26 21:38:33.471400 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152ec3d-971b-4948-a5b7-6ab06bd06bdc req-d798cc43-33e6-4790-8ca0-5d37d3ecb07f tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:33.473045 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1152ec3d-971b-4948-a5b7-6ab06bd06bdc req-d798cc43-33e6-4790-8ca0-5d37d3ecb07f tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0513568 May 26 21:38:33.527633 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1152ec3d-971b-4948-a5b7-6ab06bd06bdc req-e89ef1f0-90da-4ef6-afff-d28c4ac45ea4 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454035 May 26 21:38:34.436777 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7270fcf-5ae4-4dce-b3ce-3dce3db6df4d req-6bfb6ee9-07dc-42d8-9c82-9c74f999224b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:34.438269 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f7270fcf-5ae4-4dce-b3ce-3dce3db6df4d req-6bfb6ee9-07dc-42d8-9c82-9c74f999224b tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.60 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0473680 May 26 21:38:34.525704 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-f7270fcf-5ae4-4dce-b3ce-3dce3db6df4d req-e6f3aa4a-9a16-4dd6-b894-c24a3ca692a6 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Deleting port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:38:34.526424 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-f7270fcf-5ae4-4dce-b3ce-3dce3db6df4d req-e6f3aa4a-9a16-4dd6-b894-c24a3ca692a6 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:34.572209 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:34.651775 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-f7270fcf-5ae4-4dce-b3ce-3dce3db6df4d req-e6f3aa4a-9a16-4dd6-b894-c24a3ca692a6 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] For port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a,segment=NetworkSegment(af0afbec-2d46-4223-9061-15b98cc43e87),segment_id=af0afbec-2d46-4223-9061-15b98cc43e87)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:38:34.652137 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-f7270fcf-5ae4-4dce-b3ce-3dce3db6df4d req-e6f3aa4a-9a16-4dd6-b894-c24a3ca692a6 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:34.673585 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-f7270fcf-5ae4-4dce-b3ce-3dce3db6df4d req-e6f3aa4a-9a16-4dd6-b894-c24a3ca692a6 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Calling delete_port for 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a owned by compute:nova {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:38:34.683711 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28415f10-b108-41d9-b66a-b2ae2ad8b1cc req-fc7a7d14-18f3-464e-80af-1610f8c968af tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:38:34.685858 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-28415f10-b108-41d9-b66a-b2ae2ad8b1cc req-fc7a7d14-18f3-464e-80af-1610f8c968af tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 946 time: 0.0830050 May 26 21:38:34.786124 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-28415f10-b108-41d9-b66a-b2ae2ad8b1cc req-e0afd499-67a6-4634-b3ff-5ba9ad46df7c tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/security-groups?id=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900741 May 26 21:38:34.919254 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-f7270fcf-5ae4-4dce-b3ce-3dce3db6df4d req-e6f3aa4a-9a16-4dd6-b894-c24a3ca692a6 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:34.948537 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3aa4a-9a16-4dd6-b894-c24a3ca692a6 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Pushing event deleted for resources: {'Port': ['ID=5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:34.994663 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7270fcf-5ae4-4dce-b3ce-3dce3db6df4d req-e6f3aa4a-9a16-4dd6-b894-c24a3ca692a6 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] No DVR routers for this DVR port 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a on host hv-cinder-82880 {{(pid=104643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:38:34.997940 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-f7270fcf-5ae4-4dce-b3ce-3dce3db6df4d req-e6f3aa4a-9a16-4dd6-b894-c24a3ca692a6 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:35.001159 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f7270fcf-5ae4-4dce-b3ce-3dce3db6df4d req-e6f3aa4a-9a16-4dd6-b894-c24a3ca692a6 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.60 "DELETE /v2.0/ports/5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a HTTP/1.1" status: 204 len: 173 time: 0.5578773 May 26 21:38:35.001611 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7586f603-aaac-433d-85db-77c2893aa328', 'name': 'network-vif-deleted', 'tag': '5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:38:35.004011 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e715ea-420f-4064-9a14-21e109dde943" -d '{"events": [{"server_uuid": "7586f603-aaac-433d-85db-77c2893aa328", "name": "network-vif-deleted", "tag": "5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:38:35.041225 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cebeea-00cc-4cfd-9bf3-12cfa4014199 x-openstack-request-id: req-13cebeea-00cc-4cfd-9bf3-12cfa4014199 {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:38:35.041538 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7586f603-aaac-433d-85db-77c2893aa328", "name": "network-vif-deleted", "tag": "5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:38:35.041786 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-13cebeea-00cc-4cfd-9bf3-12cfa4014199 {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:38:35.042259 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13cebeea-00cc-4cfd-9bf3-12cfa4014199'] response: {'server_uuid': '7586f603-aaac-433d-85db-77c2893aa328', 'name': 'network-vif-deleted', 'tag': '5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a', 'status': 'completed', 'code': 200} May 26 21:38:35.889175 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e5cc4f9d-58ec-4b36-b725-ade2f8ab3419 req-5f54589b-913c-4eaf-8525-50bf50ed100c tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "GET /v2.0/ports?device_id=7586f603-aaac-433d-85db-77c2893aa328 HTTP/1.1" status: 200 len: 210 time: 0.0306311 May 26 21:38:36.948998 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57076) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:38:37.008816 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a1e7b10b-0b11-4031-913d-2ea4fc7cb5e3 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for security_group (d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:37.034500 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a1e7b10b-0b11-4031-913d-2ea4fc7cb5e3 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for security_group (d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:37.158178 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a1e7b10b-0b11-4031-913d-2ea4fc7cb5e3 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:37.160985 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a1e7b10b-0b11-4031-913d-2ea4fc7cb5e3 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:37.162251 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-a1e7b10b-0b11-4031-913d-2ea4fc7cb5e3 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] 10.222.0.42 "DELETE /v2.0/security-groups/d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc HTTP/1.1" status: 204 len: 168 time: 0.2125978 May 26 21:38:37.172986 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7b10b-0b11-4031-913d-2ea4fc7cb5e3 tempest-TestShelveInstance-1289386847 tempest-TestShelveInstance-1289386847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d018fbd8-e7d0-44b6-b7d1-bf5e3d4e2adc,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:38.282413 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:38:38.301810 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57082) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:38:38.312648 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] No Port match for: 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:38:38.313050 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 5ecc6dfe-8191-45d6-bae8-ba89c8d3d39a not bound to the agent host hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:38:38.674288 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:38.802260 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fc2ec690-76d9-42d2-a77b-300afc9268ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694950'] for router_interface (21ec28d7-eb7b-4d67-abfc-97357ff278a1), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:38.981734 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:39.050298 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ec690-76d9-42d2-a77b-300afc9268ee admin admin] Deleting port 00f774ce-aa2e-4ebb-a39f-4571f4585860 {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:38:39.050609 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fc2ec690-76d9-42d2-a77b-300afc9268ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (00f774ce-aa2e-4ebb-a39f-4571f4585860), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:39.130867 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [None req-fc2ec690-76d9-42d2-a77b-300afc9268ee admin admin] For port 00f774ce-aa2e-4ebb-a39f-4571f4585860, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=00f774ce-aa2e-4ebb-a39f-4571f4585860,segment=NetworkSegment(af0afbec-2d46-4223-9061-15b98cc43e87),segment_id=af0afbec-2d46-4223-9061-15b98cc43e87)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:38:39.131221 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fc2ec690-76d9-42d2-a77b-300afc9268ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (00f774ce-aa2e-4ebb-a39f-4571f4585860), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:39.144824 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ec690-76d9-42d2-a77b-300afc9268ee admin admin] Calling delete_port for 00f774ce-aa2e-4ebb-a39f-4571f4585860 owned by network:router_interface {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:38:39.404757 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fc2ec690-76d9-42d2-a77b-300afc9268ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (00f774ce-aa2e-4ebb-a39f-4571f4585860), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:39.431152 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ec690-76d9-42d2-a77b-300afc9268ee admin admin] Pushing event deleted for resources: {'Port': ['ID=00f774ce-aa2e-4ebb-a39f-4571f4585860,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:39.604652 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fc2ec690-76d9-42d2-a77b-300afc9268ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-394224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694842'] for router_interface (21ec28d7-eb7b-4d67-abfc-97357ff278a1), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:39.967016 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:40.084448 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2ec690-76d9-42d2-a77b-300afc9268ee admin admin] Router 21ec28d7-eb7b-4d67-abfc-97357ff278a1 has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:38:40.181998 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:40.192190 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2ec690-76d9-42d2-a77b-300afc9268ee admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:38:40.200268 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-fc2ec690-76d9-42d2-a77b-300afc9268ee admin admin] 10.222.0.42 "PUT /v2.0/routers/21ec28d7-eb7b-4d67-abfc-97357ff278a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8941436 May 26 21:38:40.200268 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57088) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:38:40.201741 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5e22a-696a-46b9-ac6c-a51b5d21a3f4 None None] Sync routers for ids ['21ec28d7-eb7b-4d67-abfc-97357ff278a1'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:38:40.212272 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b5e22a-696a-46b9-ac6c-a51b5d21a3f4 None None] Routers {'21ec28d7-eb7b-4d67-abfc-97357ff278a1'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:38:40.212882 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-e6b5e22a-696a-46b9-ac6c-a51b5d21a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:38:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['21ec28d7-eb7b-4d67-abfc-97357ff278a1'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:38:40.301967 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-1132e410-d824-4df3-9068-e509d67cf122 admin admin] Publish callbacks [] for router (21ec28d7-eb7b-4d67-abfc-97357ff278a1), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:40.312997 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-e6b5e22a-696a-46b9-ac6c-a51b5d21a3f4 None None] Set router 21ec28d7-eb7b-4d67-abfc-97357ff278a1 gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:38:40.401393 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-1132e410-d824-4df3-9068-e509d67cf122 admin admin] Publish callbacks [] for router_gateway (21ec28d7-eb7b-4d67-abfc-97357ff278a1), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:40.407902 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=100 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:40.418640 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=100 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:40.476369 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-e6b5e22a-696a-46b9-ac6c-a51b5d21a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'name': 'tempest-TestShelveInstance-694871637-router', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:31:38Z', 'updated_at': '2022-05-26T21:38:39Z', 'revision_number': 5, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'gw_port': {'id': 'e55aa9dc-7408-4f43-a173-3c95ff2192b1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:39Z', 'updated_at': '2022-05-26T21:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:38:40.498481 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-1132e410-d824-4df3-9068-e509d67cf122 admin admin] Deleting port e55aa9dc-7408-4f43-a173-3c95ff2192b1 {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:38:40.499893 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-1132e410-d824-4df3-9068-e509d67cf122 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (e55aa9dc-7408-4f43-a173-3c95ff2192b1), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:40.505607 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5e22a-696a-46b9-ac6c-a51b5d21a3f4 None None] Checking router: 21ec28d7-eb7b-4d67-abfc-97357ff278a1 for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:38:40.514453 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b5e22a-696a-46b9-ac6c-a51b5d21a3f4 None None] Routers {'21ec28d7-eb7b-4d67-abfc-97357ff278a1'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:38:40.515052 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-e6b5e22a-696a-46b9-ac6c-a51b5d21a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:38:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['21ec28d7-eb7b-4d67-abfc-97357ff278a1'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:38:40.581256 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [None req-1132e410-d824-4df3-9068-e509d67cf122 admin admin] For port e55aa9dc-7408-4f43-a173-3c95ff2192b1, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=e55aa9dc-7408-4f43-a173-3c95ff2192b1,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:38:40.581567 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-1132e410-d824-4df3-9068-e509d67cf122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (e55aa9dc-7408-4f43-a173-3c95ff2192b1), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:40.594188 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-e6b5e22a-696a-46b9-ac6c-a51b5d21a3f4 None None] Set router 21ec28d7-eb7b-4d67-abfc-97357ff278a1 gateway port host: None {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:38:40.596035 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-1132e410-d824-4df3-9068-e509d67cf122 admin admin] Calling delete_port for e55aa9dc-7408-4f43-a173-3c95ff2192b1 owned by network:router_gateway {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:38:40.646210 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-e6b5e22a-696a-46b9-ac6c-a51b5d21a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'name': 'tempest-TestShelveInstance-694871637-router', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:31:38Z', 'updated_at': '2022-05-26T21:38:40Z', 'revision_number': 6, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'gw_port_host': None}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:38:40.671442 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5e22a-696a-46b9-ac6c-a51b5d21a3f4 None None] The sync data for ids ['21ec28d7-eb7b-4d67-abfc-97357ff278a1'] in dv-cinder-828805-3-iscsi is: [{'id': '21ec28d7-eb7b-4d67-abfc-97357ff278a1', 'name': 'tempest-TestShelveInstance-694871637-router', 'tenant_id': '77c3cd3a54424befb4b424e6de1f7870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:31:38Z', 'updated_at': '2022-05-26T21:38:40Z', 'revision_number': 6, 'project_id': '77c3cd3a54424befb4b424e6de1f7870', 'gw_port_host': None}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:38:40.872443 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-1132e410-d824-4df3-9068-e509d67cf122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (e55aa9dc-7408-4f43-a173-3c95ff2192b1), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:40.897340 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132e410-d824-4df3-9068-e509d67cf122 admin admin] Pushing event deleted for resources: {'Port': ['ID=e55aa9dc-7408-4f43-a173-3c95ff2192b1,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:40.961681 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-1132e410-d824-4df3-9068-e509d67cf122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696728'] for router_gateway (21ec28d7-eb7b-4d67-abfc-97357ff278a1), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:40.964198 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:41.054037 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-1132e410-d824-4df3-9068-e509d67cf122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4924'] for router (21ec28d7-eb7b-4d67-abfc-97357ff278a1), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:41.056662 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-1132e410-d824-4df3-9068-e509d67cf122 admin admin] Publish callbacks [] for router_controller (21ec28d7-eb7b-4d67-abfc-97357ff278a1), precommit_delete_associations {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:41.219729 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-1132e410-d824-4df3-9068-e509d67cf122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628802'] for router (21ec28d7-eb7b-4d67-abfc-97357ff278a1), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:41.220390 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1132e410-d824-4df3-9068-e509d67cf122 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21ec28d7-eb7b-4d67-abfc-97357ff278a1 {{(pid=104643) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 21:38:41.225487 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-1132e410-d824-4df3-9068-e509d67cf122 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:41.226491 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-1132e410-d824-4df3-9068-e509d67cf122 admin admin] 10.222.0.42 "DELETE /v2.0/routers/21ec28d7-eb7b-4d67-abfc-97357ff278a1 HTTP/1.1" status: 204 len: 168 time: 1.0252113 May 26 21:38:41.229323 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57090) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:38:41.275768 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_v2 [None req-3891c0fd-016e-4bad-863e-56d78346990e admin admin] Deleting subnet b0ca75fc-3052-41e8-beb5-3bba4da5fd6d {{(pid=104642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:38:41.279762 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3891c0fd-016e-4bad-863e-56d78346990e admin admin] Publish callbacks [] for subnet (b0ca75fc-3052-41e8-beb5-3bba4da5fd6d), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:41.314757 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3891c0fd-016e-4bad-863e-56d78346990e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5148609'] for subnet (b0ca75fc-3052-41e8-beb5-3bba4da5fd6d), precommit_delete_associations {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:41.393654 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3891c0fd-016e-4bad-863e-56d78346990e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859283'] for subnet (b0ca75fc-3052-41e8-beb5-3bba4da5fd6d), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:41.528241 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3891c0fd-016e-4bad-863e-56d78346990e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4623492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4266898'] for subnet (b0ca75fc-3052-41e8-beb5-3bba4da5fd6d), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:41.554553 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891c0fd-016e-4bad-863e-56d78346990e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0ca75fc-3052-41e8-beb5-3bba4da5fd6d,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:41.559329 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3891c0fd-016e-4bad-863e-56d78346990e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:41.564783 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb383696-9a04-4d68-b5be-9f64fe49966b None None] Network 084061c1-c7dc-4f5f-8186-748f557a8665 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:38:41.566074 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57092) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:38:41.566606 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-3891c0fd-016e-4bad-863e-56d78346990e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b0ca75fc-3052-41e8-beb5-3bba4da5fd6d HTTP/1.1" status: 204 len: 168 time: 0.3362358 May 26 21:38:41.635613 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-91e707a7-f3b4-4b27-a327-dd70591e49c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-801300'] for network (084061c1-c7dc-4f5f-8186-748f557a8665), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:41.691893 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-91e707a7-f3b4-4b27-a327-dd70591e49c1 admin admin] Deleting port 127848fb-4580-4a6f-b1f1-c74a3e7d9043 {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:38:41.692254 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-91e707a7-f3b4-4b27-a327-dd70591e49c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (127848fb-4580-4a6f-b1f1-c74a3e7d9043), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:41.734429 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c969ec-3b82-452e-aef9-5c77c52c41c4 None None] DHCP port deletion for 084061c1-c7dc-4f5f-8186-748f557a8665 request from dv-cinder-828805-3-iscsi {{(pid=104644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 21:38:41.762833 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [None req-91e707a7-f3b4-4b27-a327-dd70591e49c1 admin admin] For port 127848fb-4580-4a6f-b1f1-c74a3e7d9043, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=127848fb-4580-4a6f-b1f1-c74a3e7d9043,segment=NetworkSegment(af0afbec-2d46-4223-9061-15b98cc43e87),segment_id=af0afbec-2d46-4223-9061-15b98cc43e87)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:38:41.763625 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-91e707a7-f3b4-4b27-a327-dd70591e49c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (127848fb-4580-4a6f-b1f1-c74a3e7d9043), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:41.765902 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:41.773542 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-84c969ec-3b82-452e-aef9-5c77c52c41c4 None None] Deleting port 127848fb-4580-4a6f-b1f1-c74a3e7d9043 {{(pid=104644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:38:41.773910 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-84c969ec-3b82-452e-aef9-5c77c52c41c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (127848fb-4580-4a6f-b1f1-c74a3e7d9043), before_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:41.777991 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-91e707a7-f3b4-4b27-a327-dd70591e49c1 admin admin] Calling delete_port for 127848fb-4580-4a6f-b1f1-c74a3e7d9043 owned by network:dhcp {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:38:41.841621 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-84c969ec-3b82-452e-aef9-5c77c52c41c4 None None] For port 127848fb-4580-4a6f-b1f1-c74a3e7d9043, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=127848fb-4580-4a6f-b1f1-c74a3e7d9043,segment=NetworkSegment(af0afbec-2d46-4223-9061-15b98cc43e87),segment_id=af0afbec-2d46-4223-9061-15b98cc43e87)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:38:41.841909 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-84c969ec-3b82-452e-aef9-5c77c52c41c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (127848fb-4580-4a6f-b1f1-c74a3e7d9043), precommit_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:41.854350 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-84c969ec-3b82-452e-aef9-5c77c52c41c4 None None] Calling delete_port for 127848fb-4580-4a6f-b1f1-c74a3e7d9043 owned by network:dhcp {{(pid=104644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:38:41.946944 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-91e707a7-f3b4-4b27-a327-dd70591e49c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (127848fb-4580-4a6f-b1f1-c74a3e7d9043), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:41.954285 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-84c969ec-3b82-452e-aef9-5c77c52c41c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097'] for port (127848fb-4580-4a6f-b1f1-c74a3e7d9043), after_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:41.975628 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e707a7-f3b4-4b27-a327-dd70591e49c1 admin admin] No DVR routers for this DVR port 127848fb-4580-4a6f-b1f1-c74a3e7d9043 on host dv-cinder-828805-3-iscsi {{(pid=104643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:38:41.979519 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c969ec-3b82-452e-aef9-5c77c52c41c4 None None] Pushing event deleted for resources: {'Port': ['ID=127848fb-4580-4a6f-b1f1-c74a3e7d9043,revision_number=None']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:41.980953 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e707a7-f3b4-4b27-a327-dd70591e49c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=127848fb-4580-4a6f-b1f1-c74a3e7d9043,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:41.984300 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c969ec-3b82-452e-aef9-5c77c52c41c4 None None] No DVR routers for this DVR port 127848fb-4580-4a6f-b1f1-c74a3e7d9043 on host dv-cinder-828805-3-iscsi {{(pid=104644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:38:41.992183 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c969ec-3b82-452e-aef9-5c77c52c41c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:41.992528 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c969ec-3b82-452e-aef9-5c77c52c41c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:41.992879 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c969ec-3b82-452e-aef9-5c77c52c41c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:41.993200 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c969ec-3b82-452e-aef9-5c77c52c41c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:41.993528 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c969ec-3b82-452e-aef9-5c77c52c41c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:41.993865 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c969ec-3b82-452e-aef9-5c77c52c41c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:41.994172 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c969ec-3b82-452e-aef9-5c77c52c41c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:41.994491 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c969ec-3b82-452e-aef9-5c77c52c41c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:41.994807 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c969ec-3b82-452e-aef9-5c77c52c41c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:41.995137 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c969ec-3b82-452e-aef9-5c77c52c41c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:41.995440 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c969ec-3b82-452e-aef9-5c77c52c41c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:41.995799 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c969ec-3b82-452e-aef9-5c77c52c41c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:41.996091 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c969ec-3b82-452e-aef9-5c77c52c41c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:41.996401 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c969ec-3b82-452e-aef9-5c77c52c41c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:41.996713 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c969ec-3b82-452e-aef9-5c77c52c41c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:38:42.010136 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device e55aa9dc-7408-4f43-a173-3c95ff2192b1 no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:38:42.033086 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: e55aa9dc-7408-4f43-a173-3c95ff2192b1 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:38:42.033432 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device e55aa9dc-7408-4f43-a173-3c95ff2192b1 not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:38:42.033848 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 00f774ce-aa2e-4ebb-a39f-4571f4585860 no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:38:42.052714 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: 00f774ce-aa2e-4ebb-a39f-4571f4585860 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:38:42.053091 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 00f774ce-aa2e-4ebb-a39f-4571f4585860 not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:38:42.053535 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 127848fb-4580-4a6f-b1f1-c74a3e7d9043 no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:38:42.053691 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-91e707a7-f3b4-4b27-a327-dd70591e49c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853542', 'neutron.services.segments.db._delete_segments_for_network-8745431346800'] for network (084061c1-c7dc-4f5f-8186-748f557a8665), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:42.077190 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-91e707a7-f3b4-4b27-a327-dd70591e49c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084061c1-c7dc-4f5f-8186-748f557a8665']}} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:38:42.079062 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: 127848fb-4580-4a6f-b1f1-c74a3e7d9043 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:38:42.079409 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 127848fb-4580-4a6f-b1f1-c74a3e7d9043 not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:38:42.086968 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-91e707a7-f3b4-4b27-a327-dd70591e49c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0afbec-2d46-4223-9061-15b98cc43e87') {'for_net_delete': True} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:38:42.087264 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-91e707a7-f3b4-4b27-a327-dd70591e49c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0afbec-2d46-4223-9061-15b98cc43e87') {} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:38:42.097762 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-91e707a7-f3b4-4b27-a327-dd70591e49c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745431347833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7398685'] for segment (af0afbec-2d46-4223-9061-15b98cc43e87), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:42.111411 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-91e707a7-f3b4-4b27-a327-dd70591e49c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (af0afbec-2d46-4223-9061-15b98cc43e87), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:42.117885 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e707a7-f3b4-4b27-a327-dd70591e49c1 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=104643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:38:42.118275 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-91e707a7-f3b4-4b27-a327-dd70591e49c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4563113'] for segment (af0afbec-2d46-4223-9061-15b98cc43e87), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:42.144357 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.services.segments.plugin [-] Segment af0afbec-2d46-4223-9061-15b98cc43e87 resource provider aggregate not found May 26 21:38:42.177787 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.services.segments.plugin [-] Segment af0afbec-2d46-4223-9061-15b98cc43e87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af0afbec-2d46-4223-9061-15b98cc43e87 found for delete ", "request_id": "req-b18b1166-b92c-4897-a162-3f876444f0c5"}]} May 26 21:38:42.255366 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-91e707a7-f3b4-4b27-a327-dd70591e49c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696756'] for network (084061c1-c7dc-4f5f-8186-748f557a8665), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:42.260990 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-91e707a7-f3b4-4b27-a327-dd70591e49c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:42.264124 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-91e707a7-f3b4-4b27-a327-dd70591e49c1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/084061c1-c7dc-4f5f-8186-748f557a8665 HTTP/1.1" status: 204 len: 168 time: 0.6969118 May 26 21:38:42.267103 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57098) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:38:42.275298 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e707a7-f3b4-4b27-a327-dd70591e49c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=084061c1-c7dc-4f5f-8186-748f557a8665,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:42.583541 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-075185b0-0a5a-4a8b-9e43-517bde8d8e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694950'] for router_interface (492e1c9d-25e2-4206-8776-c68fc517622d), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:42.584928 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:42.658929 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:42.811057 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-075185b0-0a5a-4a8b-9e43-517bde8d8e72 admin admin] Deleting port bbfb794f-422f-4b6e-92b1-ab95d4a25831 {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:38:42.811388 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-075185b0-0a5a-4a8b-9e43-517bde8d8e72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (bbfb794f-422f-4b6e-92b1-ab95d4a25831), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:42.889296 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [None req-075185b0-0a5a-4a8b-9e43-517bde8d8e72 admin admin] For port bbfb794f-422f-4b6e-92b1-ab95d4a25831, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=bbfb794f-422f-4b6e-92b1-ab95d4a25831,segment=NetworkSegment(0284f6e7-7643-4c98-b4a3-214e5a4f0360),segment_id=0284f6e7-7643-4c98-b4a3-214e5a4f0360)] {{(pid=104642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:38:42.889565 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-075185b0-0a5a-4a8b-9e43-517bde8d8e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (bbfb794f-422f-4b6e-92b1-ab95d4a25831), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:42.902156 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-075185b0-0a5a-4a8b-9e43-517bde8d8e72 admin admin] Calling delete_port for bbfb794f-422f-4b6e-92b1-ab95d4a25831 owned by network:router_interface {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:38:43.152616 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-075185b0-0a5a-4a8b-9e43-517bde8d8e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (bbfb794f-422f-4b6e-92b1-ab95d4a25831), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:43.176876 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075185b0-0a5a-4a8b-9e43-517bde8d8e72 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbfb794f-422f-4b6e-92b1-ab95d4a25831,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:43.351922 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-075185b0-0a5a-4a8b-9e43-517bde8d8e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-394224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694842'] for router_interface (492e1c9d-25e2-4206-8776-c68fc517622d), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:43.444398 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:43.808507 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:43.810685 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075185b0-0a5a-4a8b-9e43-517bde8d8e72 admin admin] Router 492e1c9d-25e2-4206-8776-c68fc517622d has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:38:43.916606 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075185b0-0a5a-4a8b-9e43-517bde8d8e72 admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:38:43.924946 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57102) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:38:43.925680 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-075185b0-0a5a-4a8b-9e43-517bde8d8e72 admin admin] 10.222.0.42 "PUT /v2.0/routers/492e1c9d-25e2-4206-8776-c68fc517622d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6574526 May 26 21:38:43.927408 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd160210-0122-46a0-aa7c-c73c10ccf85a None None] Sync routers for ids ['492e1c9d-25e2-4206-8776-c68fc517622d'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:38:43.947592 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd160210-0122-46a0-aa7c-c73c10ccf85a None None] Routers {'492e1c9d-25e2-4206-8776-c68fc517622d'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:38:43.948275 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-dd160210-0122-46a0-aa7c-c73c10ccf85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:38:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['492e1c9d-25e2-4206-8776-c68fc517622d'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:38:44.037658 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-56ab1876-3a3c-464c-8552-3c694f795058 admin admin] Publish callbacks [] for router (492e1c9d-25e2-4206-8776-c68fc517622d), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:44.052803 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-dd160210-0122-46a0-aa7c-c73c10ccf85a None None] Set router 492e1c9d-25e2-4206-8776-c68fc517622d gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:38:44.136104 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-56ab1876-3a3c-464c-8552-3c694f795058 admin admin] Publish callbacks [] for router_gateway (492e1c9d-25e2-4206-8776-c68fc517622d), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:44.209208 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:44.219584 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-dd160210-0122-46a0-aa7c-c73c10ccf85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492e1c9d-25e2-4206-8776-c68fc517622d', 'name': 'tempest-TestShelveInstance-204403283-router', 'tenant_id': '7ddb778984b64029ae40ad6be7f1bf20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '1b9e389a-37fd-4f87-80e6-260b13e9c432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:31:50Z', 'updated_at': '2022-05-26T21:38:43Z', 'revision_number': 5, 'project_id': '7ddb778984b64029ae40ad6be7f1bf20', 'gw_port': {'id': '1b9e389a-37fd-4f87-80e6-260b13e9c432', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:45:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492e1c9d-25e2-4206-8776-c68fc517622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:31:52Z', 'updated_at': '2022-05-26T21:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:38:44.224822 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:44.246084 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:44.249390 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-56ab1876-3a3c-464c-8552-3c694f795058 admin admin] Deleting port 1b9e389a-37fd-4f87-80e6-260b13e9c432 {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:38:44.249705 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-56ab1876-3a3c-464c-8552-3c694f795058 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (1b9e389a-37fd-4f87-80e6-260b13e9c432), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:44.253338 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd160210-0122-46a0-aa7c-c73c10ccf85a None None] Checking router: 492e1c9d-25e2-4206-8776-c68fc517622d for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:38:44.259651 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd160210-0122-46a0-aa7c-c73c10ccf85a None None] Routers {'492e1c9d-25e2-4206-8776-c68fc517622d'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:38:44.260324 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-dd160210-0122-46a0-aa7c-c73c10ccf85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:38:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['492e1c9d-25e2-4206-8776-c68fc517622d'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:38:44.334670 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [None req-56ab1876-3a3c-464c-8552-3c694f795058 admin admin] For port 1b9e389a-37fd-4f87-80e6-260b13e9c432, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=1b9e389a-37fd-4f87-80e6-260b13e9c432,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:38:44.335025 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-56ab1876-3a3c-464c-8552-3c694f795058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (1b9e389a-37fd-4f87-80e6-260b13e9c432), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:44.344148 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-dd160210-0122-46a0-aa7c-c73c10ccf85a None None] Set router 492e1c9d-25e2-4206-8776-c68fc517622d gateway port host: None {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:38:44.351754 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-56ab1876-3a3c-464c-8552-3c694f795058 admin admin] Calling delete_port for 1b9e389a-37fd-4f87-80e6-260b13e9c432 owned by network:router_gateway {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:38:44.395515 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-dd160210-0122-46a0-aa7c-c73c10ccf85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492e1c9d-25e2-4206-8776-c68fc517622d', 'name': 'tempest-TestShelveInstance-204403283-router', 'tenant_id': '7ddb778984b64029ae40ad6be7f1bf20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:31:50Z', 'updated_at': '2022-05-26T21:38:44Z', 'revision_number': 6, 'project_id': '7ddb778984b64029ae40ad6be7f1bf20', 'gw_port_host': None}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:38:44.420200 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd160210-0122-46a0-aa7c-c73c10ccf85a None None] The sync data for ids ['492e1c9d-25e2-4206-8776-c68fc517622d'] in dv-cinder-828805-3-iscsi is: [{'id': '492e1c9d-25e2-4206-8776-c68fc517622d', 'name': 'tempest-TestShelveInstance-204403283-router', 'tenant_id': '7ddb778984b64029ae40ad6be7f1bf20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:31:50Z', 'updated_at': '2022-05-26T21:38:44Z', 'revision_number': 6, 'project_id': '7ddb778984b64029ae40ad6be7f1bf20', 'gw_port_host': None}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:38:44.448906 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:44.613950 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-56ab1876-3a3c-464c-8552-3c694f795058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (1b9e389a-37fd-4f87-80e6-260b13e9c432), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:44.644273 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab1876-3a3c-464c-8552-3c694f795058 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b9e389a-37fd-4f87-80e6-260b13e9c432,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:44.709753 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-56ab1876-3a3c-464c-8552-3c694f795058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696728'] for router_gateway (492e1c9d-25e2-4206-8776-c68fc517622d), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:44.803038 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-56ab1876-3a3c-464c-8552-3c694f795058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4924'] for router (492e1c9d-25e2-4206-8776-c68fc517622d), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:44.805666 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-56ab1876-3a3c-464c-8552-3c694f795058 admin admin] Publish callbacks [] for router_controller (492e1c9d-25e2-4206-8776-c68fc517622d), precommit_delete_associations {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:44.935586 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-56ab1876-3a3c-464c-8552-3c694f795058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628802'] for router (492e1c9d-25e2-4206-8776-c68fc517622d), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:44.936305 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ab1876-3a3c-464c-8552-3c694f795058 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 492e1c9d-25e2-4206-8776-c68fc517622d {{(pid=104643) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 21:38:44.940849 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-56ab1876-3a3c-464c-8552-3c694f795058 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:44.941627 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-56ab1876-3a3c-464c-8552-3c694f795058 admin admin] 10.222.0.42 "DELETE /v2.0/routers/492e1c9d-25e2-4206-8776-c68fc517622d HTTP/1.1" status: 204 len: 168 time: 1.0148375 May 26 21:38:44.944140 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57104) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:38:44.991251 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbabd87c-8204-4461-879f-33d9d41f823d admin admin] Deleting subnet ff1c1d17-9a63-43c6-a344-05ed99ba0d34 {{(pid=104643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:38:44.994536 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-dbabd87c-8204-4461-879f-33d9d41f823d admin admin] Publish callbacks [] for subnet (ff1c1d17-9a63-43c6-a344-05ed99ba0d34), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:45.034174 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-dbabd87c-8204-4461-879f-33d9d41f823d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7398692'] for subnet (ff1c1d17-9a63-43c6-a344-05ed99ba0d34), precommit_delete_associations {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:45.140524 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-dbabd87c-8204-4461-879f-33d9d41f823d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859283'] for subnet (ff1c1d17-9a63-43c6-a344-05ed99ba0d34), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:45.296134 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-dbabd87c-8204-4461-879f-33d9d41f823d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4561931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4592101'] for subnet (ff1c1d17-9a63-43c6-a344-05ed99ba0d34), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:45.322910 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabd87c-8204-4461-879f-33d9d41f823d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff1c1d17-9a63-43c6-a344-05ed99ba0d34,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:45.327254 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-dbabd87c-8204-4461-879f-33d9d41f823d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for subnet (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:45.330575 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-dbabd87c-8204-4461-879f-33d9d41f823d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ff1c1d17-9a63-43c6-a344-05ed99ba0d34 HTTP/1.1" status: 204 len: 168 time: 0.3854449 May 26 21:38:45.334492 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57106) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:38:45.338025 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685c92e7-6cf0-4f5f-ac55-4621aeabae33 None None] Network 1791ac20-d2d7-47db-a830-ef48a202d22e requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:38:45.423762 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-40048a68-f179-4438-a879-64e4379ff125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-801300'] for network (1791ac20-d2d7-47db-a830-ef48a202d22e), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:45.468239 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:38:45.487153 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-40048a68-f179-4438-a879-64e4379ff125 admin admin] Deleting port be75d85d-921f-444d-8af2-e25b6bb41c02 {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:38:45.487667 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-40048a68-f179-4438-a879-64e4379ff125 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (be75d85d-921f-444d-8af2-e25b6bb41c02), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:45.520208 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a97eeae-2e55-4c8c-acc0-b409eee325fe None None] DHCP port deletion for 1791ac20-d2d7-47db-a830-ef48a202d22e request from dv-cinder-828805-3-iscsi {{(pid=104644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 21:38:45.551299 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:45.558092 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2a97eeae-2e55-4c8c-acc0-b409eee325fe None None] Deleting port be75d85d-921f-444d-8af2-e25b6bb41c02 {{(pid=104644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:38:45.566606 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [None req-40048a68-f179-4438-a879-64e4379ff125 admin admin] For port be75d85d-921f-444d-8af2-e25b6bb41c02, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=be75d85d-921f-444d-8af2-e25b6bb41c02,segment=NetworkSegment(0284f6e7-7643-4c98-b4a3-214e5a4f0360),segment_id=0284f6e7-7643-4c98-b4a3-214e5a4f0360)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:38:45.566766 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2a97eeae-2e55-4c8c-acc0-b409eee325fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (be75d85d-921f-444d-8af2-e25b6bb41c02), before_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:45.566877 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-40048a68-f179-4438-a879-64e4379ff125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (be75d85d-921f-444d-8af2-e25b6bb41c02), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:45.575012 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-40048a68-f179-4438-a879-64e4379ff125 admin admin] Calling delete_port for be75d85d-921f-444d-8af2-e25b6bb41c02 owned by network:dhcp {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:38:45.629775 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2a97eeae-2e55-4c8c-acc0-b409eee325fe None None] For port be75d85d-921f-444d-8af2-e25b6bb41c02, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=be75d85d-921f-444d-8af2-e25b6bb41c02,segment=NetworkSegment(0284f6e7-7643-4c98-b4a3-214e5a4f0360),segment_id=0284f6e7-7643-4c98-b4a3-214e5a4f0360)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:38:45.630167 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2a97eeae-2e55-4c8c-acc0-b409eee325fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (be75d85d-921f-444d-8af2-e25b6bb41c02), precommit_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:45.644102 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2a97eeae-2e55-4c8c-acc0-b409eee325fe None None] Calling delete_port for be75d85d-921f-444d-8af2-e25b6bb41c02 owned by network:dhcp {{(pid=104644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:38:45.787295 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-40048a68-f179-4438-a879-64e4379ff125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (be75d85d-921f-444d-8af2-e25b6bb41c02), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:45.798547 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2a97eeae-2e55-4c8c-acc0-b409eee325fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097'] for port (be75d85d-921f-444d-8af2-e25b6bb41c02), after_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:45.816597 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40048a68-f179-4438-a879-64e4379ff125 admin admin] Pushing event deleted for resources: {'Port': ['ID=be75d85d-921f-444d-8af2-e25b6bb41c02,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:45.818430 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40048a68-f179-4438-a879-64e4379ff125 admin admin] No DVR routers for this DVR port be75d85d-921f-444d-8af2-e25b6bb41c02 on host dv-cinder-828805-3-iscsi {{(pid=104643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:38:45.828012 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97eeae-2e55-4c8c-acc0-b409eee325fe None None] Pushing event deleted for resources: {'Port': ['ID=be75d85d-921f-444d-8af2-e25b6bb41c02,revision_number=None']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:45.831592 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a97eeae-2e55-4c8c-acc0-b409eee325fe None None] No DVR routers for this DVR port be75d85d-921f-444d-8af2-e25b6bb41c02 on host dv-cinder-828805-3-iscsi {{(pid=104644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:38:45.844748 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:45.894715 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-40048a68-f179-4438-a879-64e4379ff125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853542', 'neutron.services.segments.db._delete_segments_for_network-8745431346800'] for network (1791ac20-d2d7-47db-a830-ef48a202d22e), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:45.914988 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-40048a68-f179-4438-a879-64e4379ff125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1791ac20-d2d7-47db-a830-ef48a202d22e']}} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:38:45.924409 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-40048a68-f179-4438-a879-64e4379ff125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0284f6e7-7643-4c98-b4a3-214e5a4f0360') {'for_net_delete': True} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:38:45.924705 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-40048a68-f179-4438-a879-64e4379ff125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0284f6e7-7643-4c98-b4a3-214e5a4f0360') {} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:38:45.935720 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-40048a68-f179-4438-a879-64e4379ff125 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745431347833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7398685'] for segment (0284f6e7-7643-4c98-b4a3-214e5a4f0360), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:45.952260 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-40048a68-f179-4438-a879-64e4379ff125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (0284f6e7-7643-4c98-b4a3-214e5a4f0360), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:45.963692 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40048a68-f179-4438-a879-64e4379ff125 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=104643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:38:45.963692 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-40048a68-f179-4438-a879-64e4379ff125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4563113'] for segment (0284f6e7-7643-4c98-b4a3-214e5a4f0360), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:46.003632 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device be75d85d-921f-444d-8af2-e25b6bb41c02 no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:38:46.012177 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.services.segments.plugin [-] Segment 0284f6e7-7643-4c98-b4a3-214e5a4f0360 resource provider aggregate not found May 26 21:38:46.026469 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: be75d85d-921f-444d-8af2-e25b6bb41c02 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:38:46.026815 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device be75d85d-921f-444d-8af2-e25b6bb41c02 not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:38:46.032259 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device bbfb794f-422f-4b6e-92b1-ab95d4a25831 no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:38:46.038541 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.services.segments.plugin [-] Segment 0284f6e7-7643-4c98-b4a3-214e5a4f0360 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0284f6e7-7643-4c98-b4a3-214e5a4f0360 found for delete ", "request_id": "req-27ae2c62-374b-4191-ad5b-6ae839aa2486"}]} May 26 21:38:46.049422 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: bbfb794f-422f-4b6e-92b1-ab95d4a25831 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:38:46.049759 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device bbfb794f-422f-4b6e-92b1-ab95d4a25831 not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:38:46.050177 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 1b9e389a-37fd-4f87-80e6-260b13e9c432 no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:38:46.068690 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: 1b9e389a-37fd-4f87-80e6-260b13e9c432 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:38:46.069043 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 1b9e389a-37fd-4f87-80e6-260b13e9c432 not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:38:46.135030 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-40048a68-f179-4438-a879-64e4379ff125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696756'] for network (1791ac20-d2d7-47db-a830-ef48a202d22e), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:46.141013 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-40048a68-f179-4438-a879-64e4379ff125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:46.144378 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-40048a68-f179-4438-a879-64e4379ff125 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1791ac20-d2d7-47db-a830-ef48a202d22e HTTP/1.1" status: 204 len: 168 time: 0.8088748 May 26 21:38:46.156704 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40048a68-f179-4438-a879-64e4379ff125 admin admin] Pushing event deleted for resources: {'Network': ['ID=1791ac20-d2d7-47db-a830-ef48a202d22e,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:46.468031 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57116) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:38:46.510086 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-5605534e-c399-4d12-908f-632e03ec0aab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77c3cd3a54424befb4b424e6de1f7870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408216 May 26 21:38:46.512446 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57118) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:38:46.559355 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-10f15456-6690-4b79-b2c1-ee123c85485b admin admin] Publish callbacks [] for security_group (8adbc375-4b2d-4eb6-ad3c-166587c0813e), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:46.581791 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-10f15456-6690-4b79-b2c1-ee123c85485b admin admin] Publish callbacks [] for security_group (8adbc375-4b2d-4eb6-ad3c-166587c0813e), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:46.712540 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-10f15456-6690-4b79-b2c1-ee123c85485b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (8adbc375-4b2d-4eb6-ad3c-166587c0813e), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:46.715153 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-10f15456-6690-4b79-b2c1-ee123c85485b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:46.716330 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-10f15456-6690-4b79-b2c1-ee123c85485b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8adbc375-4b2d-4eb6-ad3c-166587c0813e HTTP/1.1" status: 204 len: 168 time: 0.2030091 May 26 21:38:46.724359 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f15456-6690-4b79-b2c1-ee123c85485b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adbc375-4b2d-4eb6-ad3c-166587c0813e,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:47.360974 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57124) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:38:47.401483 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-8dcf3e51-2cdb-4ff3-92ec-d5a1ef92fd16 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7ddb778984b64029ae40ad6be7f1bf20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393312 May 26 21:38:47.404622 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57126) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:38:47.455379 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1f801609-ef09-4d3d-9005-cef30b06cd42 admin admin] Publish callbacks [] for security_group (4e13bcb6-f869-414a-925b-9f71c446e6d7), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:47.477869 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1f801609-ef09-4d3d-9005-cef30b06cd42 admin admin] Publish callbacks [] for security_group (4e13bcb6-f869-414a-925b-9f71c446e6d7), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:47.621185 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1f801609-ef09-4d3d-9005-cef30b06cd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (4e13bcb6-f869-414a-925b-9f71c446e6d7), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:47.623625 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1f801609-ef09-4d3d-9005-cef30b06cd42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:47.624822 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-1f801609-ef09-4d3d-9005-cef30b06cd42 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4e13bcb6-f869-414a-925b-9f71c446e6d7 HTTP/1.1" status: 204 len: 168 time: 0.2192976 May 26 21:38:47.632993 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f801609-ef09-4d3d-9005-cef30b06cd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e13bcb6-f869-414a-925b-9f71c446e6d7,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:38:51.072141 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-9c908e71-15cc-402f-b368-340c2e574cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:53.453563 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-ba7aa131-d3f3-47da-8135-7995aab363fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:54.632141 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:54.974884 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:56.123596 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:56.146812 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=32,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:56.530589 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=40 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:56.531381 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=9 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:57.591872 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:38:57.628000 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=62,neutron:DELETE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:38:57.628834 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=50,neutron:DELETE=5 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:02.691768 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-61090c1f-18bd-4111-b8fb-13ca34a3bb69 req-4d2e5e5b-6a93-44d0-a2d2-aa35cd9d9094 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581205 May 26 21:39:02.750714 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61090c1f-18bd-4111-b8fb-13ca34a3bb69 req-b62c3ffe-22c2-4601-a1d3-be7dc22a8fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:02.752240 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-61090c1f-18bd-4111-b8fb-13ca34a3bb69 req-b62c3ffe-22c2-4601-a1d3-be7dc22a8fd9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87d8cb3f18ae4f05a85dc21abaf316cb&device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 1130 time: 0.0395951 May 26 21:39:02.862390 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61090c1f-18bd-4111-b8fb-13ca34a3bb69 req-ae3b8c72-5414-4d82-9386-9c387320e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:02.863886 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-61090c1f-18bd-4111-b8fb-13ca34a3bb69 req-ae3b8c72-5414-4d82-9386-9c387320e632 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff HTTP/1.1" status: 200 len: 913 time: 0.0908697 May 26 21:39:02.933039 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-61090c1f-18bd-4111-b8fb-13ca34a3bb69 req-cb92ae50-7839-4221-bc24-f5b06c13f29c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79857899-1ec0-48de-8faf-2f5625a3ec41 HTTP/1.1" status: 200 len: 1002 time: 0.0616994 May 26 21:39:02.981144 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61090c1f-18bd-4111-b8fb-13ca34a3bb69 req-1d050c1e-94ea-4b3c-aefd-892bb68026d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:02.983107 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-61090c1f-18bd-4111-b8fb-13ca34a3bb69 req-1d050c1e-94ea-4b3c-aefd-892bb68026d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b1df0acb-a81e-4431-8120-01e4c0040fd0 HTTP/1.1" status: 200 len: 851 time: 0.0440767 May 26 21:39:03.025270 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61090c1f-18bd-4111-b8fb-13ca34a3bb69 req-b9348d4a-0b90-47f4-9f48-207afbde652f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:03.026738 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-61090c1f-18bd-4111-b8fb-13ca34a3bb69 req-b9348d4a-0b90-47f4-9f48-207afbde652f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376956 May 26 21:39:03.124504 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-61090c1f-18bd-4111-b8fb-13ca34a3bb69 req-7fa04f1f-5abd-4cd4-9d28-22fed3a76202 service neutron] 10.222.0.60 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911121 May 26 21:39:03.217941 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-61090c1f-18bd-4111-b8fb-13ca34a3bb69 req-2e9820fb-0f1b-4db2-8eec-152887a07e41 service neutron] 10.222.0.60 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871291 May 26 21:39:07.521583 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=72,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:07.526673 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=50,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:13.212381 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=53 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:13.214343 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=48 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:15.220230 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bde1f1-be73-43ec-9104-b803427d6195 req-1feaeceb-c722-4df4-99f7-cf6fb3f0bbb6 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:15.221707 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-40bde1f1-be73-43ec-9104-b803427d6195 req-1feaeceb-c722-4df4-99f7-cf6fb3f0bbb6 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 946 time: 0.0477567 May 26 21:39:15.269143 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-40bde1f1-be73-43ec-9104-b803427d6195 req-1b920418-89c8-473a-839c-516b4ea1589f tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417399 May 26 21:39:16.393995 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac3683-2bdf-4472-87bb-1c2b4f8a78a0 req-eb0ddcbf-5046-48fc-bbfd-2b62d831dcee tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:16.395478 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-bdac3683-2bdf-4472-87bb-1c2b4f8a78a0 req-eb0ddcbf-5046-48fc-bbfd-2b62d831dcee tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 946 time: 0.0526257 May 26 21:39:16.442458 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-bdac3683-2bdf-4472-87bb-1c2b4f8a78a0 req-790b3bc7-9c33-4980-91e3-9dd99d64cacd tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411398 May 26 21:39:16.968951 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2174030-637c-4e65-8751-b033e5594a05 req-64721677-d9fb-4b52-a6f7-53df3c89334c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:16.970386 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b2174030-637c-4e65-8751-b033e5594a05 req-64721677-d9fb-4b52-a6f7-53df3c89334c tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 946 time: 0.0485175 May 26 21:39:17.053012 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-b2174030-637c-4e65-8751-b033e5594a05 req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Deleting port de23d676-5627-421b-905b-f6cea35f9243 {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:39:17.053349 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-b2174030-637c-4e65-8751-b033e5594a05 req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (de23d676-5627-421b-905b-f6cea35f9243), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:17.142619 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-b2174030-637c-4e65-8751-b033e5594a05 req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] For port de23d676-5627-421b-905b-f6cea35f9243, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=de23d676-5627-421b-905b-f6cea35f9243,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:39:17.142980 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-b2174030-637c-4e65-8751-b033e5594a05 req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (de23d676-5627-421b-905b-f6cea35f9243), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:17.543096 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-b2174030-637c-4e65-8751-b033e5594a05 req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:17.544292 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-b2174030-637c-4e65-8751-b033e5594a05 req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (7694285f-7f65-4008-9b9b-0f3299ae440b), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:17.544292 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.db.l3_db [req-b2174030-637c-4e65-8751-b033e5594a05 req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Floating IP 7694285f-7f65-4008-9b9b-0f3299ae440b disassociated. External IP: 172.27.3.153, port: de23d676-5627-421b-905b-f6cea35f9243. May 26 21:39:17.544634 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-b2174030-637c-4e65-8751-b033e5594a05 req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Calling delete_port for de23d676-5627-421b-905b-f6cea35f9243 owned by compute:nova {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:39:17.561895 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e53c88-9a87-4a8d-9bf8-99f2a844c0fe req-e8890e89-c185-402d-ac97-0a024f2b1916 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:17.563382 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d9e53c88-9a87-4a8d-9bf8-99f2a844c0fe req-e8890e89-c185-402d-ac97-0a024f2b1916 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 946 time: 0.0467575 May 26 21:39:17.612084 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d9e53c88-9a87-4a8d-9bf8-99f2a844c0fe req-da41b860-d07e-4ebb-9a5c-57c2d36e5c58 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429497 May 26 21:39:17.752204 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-b2174030-637c-4e65-8751-b033e5594a05 req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (de23d676-5627-421b-905b-f6cea35f9243), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:17.781183 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Pushing event deleted for resources: {'Port': ['ID=de23d676-5627-421b-905b-f6cea35f9243,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:17.792923 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:17.793275 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:17.793618 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:17.794222 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:17.794551 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:17.794883 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:17.795209 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:17.795535 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:17.795882 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:17.796196 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:17.796514 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:17.796836 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:17.797157 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:17.797479 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:17.797793 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:17.903919 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2174030-637c-4e65-8751-b033e5594a05 req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Router b2ab246a-1008-4a8d-ad17-435736498a7f has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:39:17.966098 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:18.013760 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2174030-637c-4e65-8751-b033e5594a05 req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:39:18.024519 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca442252-881c-44ab-b9f5-1642bc8f5a67 None None] Sync routers for ids ['b2ab246a-1008-4a8d-ad17-435736498a7f'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:39:18.036019 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca442252-881c-44ab-b9f5-1642bc8f5a67 None None] Routers {'b2ab246a-1008-4a8d-ad17-435736498a7f'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:39:18.036654 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-ca442252-881c-44ab-b9f5-1642bc8f5a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:38:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['b2ab246a-1008-4a8d-ad17-435736498a7f'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:18.058635 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2174030-637c-4e65-8751-b033e5594a05 req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] No DVR routers for this DVR port de23d676-5627-421b-905b-f6cea35f9243 on host hv-cinder-82880 {{(pid=104643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:39:18.061957 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-b2174030-637c-4e65-8751-b033e5594a05 req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:18.065572 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b2174030-637c-4e65-8751-b033e5594a05 req-e7dcec47-a4a0-49b7-8229-efacf534fced tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.60 "DELETE /v2.0/ports/de23d676-5627-421b-905b-f6cea35f9243 HTTP/1.1" status: 204 len: 173 time: 1.0901701 May 26 21:39:18.066374 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd396708c-5036-4133-a056-0f74ecc6011a', 'name': 'network-vif-deleted', 'tag': 'de23d676-5627-421b-905b-f6cea35f9243'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:39:18.068479 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018b3519-cee5-4db7-b00e-09e9c6901e2b" -d '{"events": [{"server_uuid": "d396708c-5036-4133-a056-0f74ecc6011a", "name": "network-vif-deleted", "tag": "de23d676-5627-421b-905b-f6cea35f9243"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:39:18.105579 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c615557f-7867-4934-8c82-082bfc4369e2 x-openstack-request-id: req-c615557f-7867-4934-8c82-082bfc4369e2 {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:39:18.105873 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d396708c-5036-4133-a056-0f74ecc6011a", "name": "network-vif-deleted", "tag": "de23d676-5627-421b-905b-f6cea35f9243", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:39:18.106129 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c615557f-7867-4934-8c82-082bfc4369e2 {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:39:18.106618 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c615557f-7867-4934-8c82-082bfc4369e2'] response: {'server_uuid': 'd396708c-5036-4133-a056-0f74ecc6011a', 'name': 'network-vif-deleted', 'tag': 'de23d676-5627-421b-905b-f6cea35f9243', 'status': 'completed', 'code': 200} May 26 21:39:18.148755 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-ca442252-881c-44ab-b9f5-1642bc8f5a67 None None] Set router b2ab246a-1008-4a8d-ad17-435736498a7f gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:39:18.346066 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-ca442252-881c-44ab-b9f5-1642bc8f5a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1516277217-router', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:04Z', 'revision_number': 4, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'gw_port': {'id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:58Z', 'updated_at': '2022-05-26T21:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '64c6f851-b831-49a5-88e7-252c2c0770cf', 'name': '', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'mac_address': 'fa:16:3e:12:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:02Z', 'updated_at': '2022-05-26T21:27:13Z', 'revision_number': 5, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'subnets': [{'id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:18.374406 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca442252-881c-44ab-b9f5-1642bc8f5a67 None None] Checking router: b2ab246a-1008-4a8d-ad17-435736498a7f for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:39:18.382662 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca442252-881c-44ab-b9f5-1642bc8f5a67 None None] Routers {'b2ab246a-1008-4a8d-ad17-435736498a7f'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:39:18.383266 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-ca442252-881c-44ab-b9f5-1642bc8f5a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:38:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['b2ab246a-1008-4a8d-ad17-435736498a7f'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:18.485063 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-ca442252-881c-44ab-b9f5-1642bc8f5a67 None None] Set router b2ab246a-1008-4a8d-ad17-435736498a7f gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:39:18.669950 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-ca442252-881c-44ab-b9f5-1642bc8f5a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1516277217-router', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:04Z', 'revision_number': 4, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'gw_port': {'id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:58Z', 'updated_at': '2022-05-26T21:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '64c6f851-b831-49a5-88e7-252c2c0770cf', 'name': '', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'mac_address': 'fa:16:3e:12:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:02Z', 'updated_at': '2022-05-26T21:27:13Z', 'revision_number': 5, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'subnets': [{'id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:18.694193 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca442252-881c-44ab-b9f5-1642bc8f5a67 None None] The sync data for ids ['b2ab246a-1008-4a8d-ad17-435736498a7f'] in dv-cinder-828805-3-iscsi is: [{'id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1516277217-router', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:04Z', 'revision_number': 4, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'gw_port': {'id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:58Z', 'updated_at': '2022-05-26T21:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '64c6f851-b831-49a5-88e7-252c2c0770cf', 'name': '', 'network_id': 'ea9ef1f2-5514-49f0-be2f-c0970bb75a74', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'mac_address': 'fa:16:3e:12:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:02Z', 'updated_at': '2022-05-26T21:27:13Z', 'revision_number': 5, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'subnets': [{'id': '69d41c02-e4f8-4266-97e4-80c1b92c499f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:39:18.729691 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c45c7289-43c1-479c-a8c8-f9c0aa2d3bec req-1ad1acd7-6068-4ef5-8148-71b7990dffca tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d396708c-5036-4133-a056-0f74ecc6011a HTTP/1.1" status: 200 len: 210 time: 0.0336199 May 26 21:39:18.933488 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bea110f-5234-4fc2-8391-1636201b4b11 None None] New status for floating IP 7694285f-7f65-4008-9b9b-0f3299ae440b: DOWN {{(pid=104644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:39:19.911382 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57218) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:19.938135 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:19.969998 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fa629f4f-5a0b-4252-8a2c-713e3643a6bc tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for security_group (6f742a23-a1fa-49a4-adc6-3d5aba2f5a15), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:19.998187 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fa629f4f-5a0b-4252-8a2c-713e3643a6bc tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for security_group (6f742a23-a1fa-49a4-adc6-3d5aba2f5a15), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:20.145987 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fa629f4f-5a0b-4252-8a2c-713e3643a6bc tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (6f742a23-a1fa-49a4-adc6-3d5aba2f5a15), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:20.148757 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fa629f4f-5a0b-4252-8a2c-713e3643a6bc tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:20.149961 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-fa629f4f-5a0b-4252-8a2c-713e3643a6bc tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "DELETE /v2.0/security-groups/6f742a23-a1fa-49a4-adc6-3d5aba2f5a15 HTTP/1.1" status: 204 len: 168 time: 0.2375264 May 26 21:39:20.154636 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57222) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:20.160026 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa629f4f-5a0b-4252-8a2c-713e3643a6bc tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f742a23-a1fa-49a4-adc6-3d5aba2f5a15,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:20.169799 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.api.v2.resource [None req-35a28103-f831-43f4-8397-def33e192432 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] show failed (client error): The resource could not be found. May 26 21:39:20.170846 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-35a28103-f831-43f4-8397-def33e192432 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "GET /v2.0/security-groups/6f742a23-a1fa-49a4-adc6-3d5aba2f5a15 HTTP/1.1" status: 404 len: 347 time: 0.0152349 May 26 21:39:20.173673 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57224) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:20.285108 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Deleting port 4d0c8c03-e1ca-4035-aa6a-ea83370b2fe2 {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:39:20.285441 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (4d0c8c03-e1ca-4035-aa6a-ea83370b2fe2), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:20.358449 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (4d0c8c03-e1ca-4035-aa6a-ea83370b2fe2), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:20.358661 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for floatingip (4d0c8c03-e1ca-4035-aa6a-ea83370b2fe2), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:20.371130 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Calling delete_port for 4d0c8c03-e1ca-4035-aa6a-ea83370b2fe2 owned by network:floatingip {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:39:20.499241 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device de23d676-5627-421b-905b-f6cea35f9243 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:39:20.519946 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] No Port match for: de23d676-5627-421b-905b-f6cea35f9243 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:39:20.520329 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device de23d676-5627-421b-905b-f6cea35f9243 not bound to the agent host hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:39:20.635994 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (4d0c8c03-e1ca-4035-aa6a-ea83370b2fe2), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:20.662061 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Pushing event deleted for resources: {'Port': ['ID=4d0c8c03-e1ca-4035-aa6a-ea83370b2fe2,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:20.690882 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:20.691226 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:20.691639 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:20.691938 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:20.692275 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:20.692612 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:20.693010 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:20.693324 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:20.693615 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:20.693942 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:20.694266 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:20.694620 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:20.694911 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:20.695234 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:20.695555 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:20.738992 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks [] for floatingip (7694285f-7f65-4008-9b9b-0f3299ae440b), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:20.741506 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:20.742649 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-a81c73a9-06de-46fa-9a18-3c36deb14406 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] 10.222.0.42 "DELETE /v2.0/floatingips/7694285f-7f65-4008-9b9b-0f3299ae440b HTTP/1.1" status: 204 len: 168 time: 0.5680480 May 26 21:39:21.043109 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-ec1ae647-6beb-4ac7-afec-d853dedd8089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:21.622532 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7145b1-454a-4cbe-ba74-e902b97b92b7 req-00d59942-a20e-4dab-bd22-f7ff0cd27e8e tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:21.624199 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-dd7145b1-454a-4cbe-ba74-e902b97b92b7 req-00d59942-a20e-4dab-bd22-f7ff0cd27e8e tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 945 time: 0.0492501 May 26 21:39:21.671240 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-dd7145b1-454a-4cbe-ba74-e902b97b92b7 req-50172a88-f071-4639-ab40-24af4ac7f302 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414574 May 26 21:39:22.467705 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:39:22.791700 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9da60-d168-46eb-836e-2c49f594ffda req-0e5ea20d-1459-4765-a86a-219de8336b84 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:22.793217 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9ce9da60-d168-46eb-836e-2c49f594ffda req-0e5ea20d-1459-4765-a86a-219de8336b84 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 945 time: 0.0474303 May 26 21:39:22.842201 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9ce9da60-d168-46eb-836e-2c49f594ffda req-f5499ac5-f747-4d32-b473-eaa857d2778f tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430486 May 26 21:39:23.421152 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57258) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:23.465733 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b372825d-6026-43ad-ae13-ba5c8e1bcff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:23.737819 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4087cb3-e0e6-4d2e-994b-720f1cdabf04 req-f0e47a86-e2c9-4a41-8389-3a61a16f6229 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:23.739311 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c4087cb3-e0e6-4d2e-994b-720f1cdabf04 req-f0e47a86-e2c9-4a41-8389-3a61a16f6229 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.60 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 945 time: 0.0492990 May 26 21:39:23.807404 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:23.820597 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-c4087cb3-e0e6-4d2e-994b-720f1cdabf04 req-8ee08365-7578-4f20-a29b-35b35195ae6c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Deleting port c5e60f5a-5490-4fca-a70a-4cc7266c0f9e {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:39:23.820935 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-c4087cb3-e0e6-4d2e-994b-720f1cdabf04 req-8ee08365-7578-4f20-a29b-35b35195ae6c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (c5e60f5a-5490-4fca-a70a-4cc7266c0f9e), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:23.827650 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:23.918153 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-c4087cb3-e0e6-4d2e-994b-720f1cdabf04 req-8ee08365-7578-4f20-a29b-35b35195ae6c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] For port c5e60f5a-5490-4fca-a70a-4cc7266c0f9e, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c5e60f5a-5490-4fca-a70a-4cc7266c0f9e,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:39:23.918518 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-c4087cb3-e0e6-4d2e-994b-720f1cdabf04 req-8ee08365-7578-4f20-a29b-35b35195ae6c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (c5e60f5a-5490-4fca-a70a-4cc7266c0f9e), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:23.945592 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c40eb181-e357-44aa-8d8b-71b42142834e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694950'] for router_interface (b2ab246a-1008-4a8d-ad17-435736498a7f), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:24.006226 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2162b-6aba-4d46-ba51-77fedf5d5db5 req-5f7c557a-6d05-402e-89ec-00f657b7ac4d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:24.007901 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-94c2162b-6aba-4d46-ba51-77fedf5d5db5 req-5f7c557a-6d05-402e-89ec-00f657b7ac4d tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 945 time: 0.0856483 May 26 21:39:24.111167 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-94c2162b-6aba-4d46-ba51-77fedf5d5db5 req-59d65a85-fcc0-41ab-887a-45fdfc0e85f9 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959177 May 26 21:39:24.161355 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-c4087cb3-e0e6-4d2e-994b-720f1cdabf04 req-8ee08365-7578-4f20-a29b-35b35195ae6c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:24.161717 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-c4087cb3-e0e6-4d2e-994b-720f1cdabf04 req-8ee08365-7578-4f20-a29b-35b35195ae6c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (54d80113-d679-48e2-bb16-f2cee8d8ae01), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:24.162037 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.db.l3_db [req-c4087cb3-e0e6-4d2e-994b-720f1cdabf04 req-8ee08365-7578-4f20-a29b-35b35195ae6c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Floating IP 54d80113-d679-48e2-bb16-f2cee8d8ae01 disassociated. External IP: 172.27.3.167, port: c5e60f5a-5490-4fca-a70a-4cc7266c0f9e. May 26 21:39:24.162383 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-c4087cb3-e0e6-4d2e-994b-720f1cdabf04 req-8ee08365-7578-4f20-a29b-35b35195ae6c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Calling delete_port for c5e60f5a-5490-4fca-a70a-4cc7266c0f9e owned by compute:nova {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:39:24.174576 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-c40eb181-e357-44aa-8d8b-71b42142834e admin admin] Deleting port 64c6f851-b831-49a5-88e7-252c2c0770cf {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:39:24.174907 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c40eb181-e357-44aa-8d8b-71b42142834e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (64c6f851-b831-49a5-88e7-252c2c0770cf), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:24.223853 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:24.267402 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [None req-c40eb181-e357-44aa-8d8b-71b42142834e admin admin] For port 64c6f851-b831-49a5-88e7-252c2c0770cf, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=64c6f851-b831-49a5-88e7-252c2c0770cf,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:39:24.268033 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c40eb181-e357-44aa-8d8b-71b42142834e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (64c6f851-b831-49a5-88e7-252c2c0770cf), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:24.290396 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-c40eb181-e357-44aa-8d8b-71b42142834e admin admin] Calling delete_port for 64c6f851-b831-49a5-88e7-252c2c0770cf owned by network:router_interface {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:39:24.373110 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-c4087cb3-e0e6-4d2e-994b-720f1cdabf04 req-8ee08365-7578-4f20-a29b-35b35195ae6c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (c5e60f5a-5490-4fca-a70a-4cc7266c0f9e), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:24.401045 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee08365-7578-4f20-a29b-35b35195ae6c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event deleted for resources: {'Port': ['ID=c5e60f5a-5490-4fca-a70a-4cc7266c0f9e,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:24.510689 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:24.515237 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4087cb3-e0e6-4d2e-994b-720f1cdabf04 req-8ee08365-7578-4f20-a29b-35b35195ae6c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Router bc9639dd-67f2-408a-8d58-3955185b031b has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:39:24.597575 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c40eb181-e357-44aa-8d8b-71b42142834e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (64c6f851-b831-49a5-88e7-252c2c0770cf), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:24.601146 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:24.626090 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40eb181-e357-44aa-8d8b-71b42142834e admin admin] Pushing event deleted for resources: {'Port': ['ID=64c6f851-b831-49a5-88e7-252c2c0770cf,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:24.636827 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4087cb3-e0e6-4d2e-994b-720f1cdabf04 req-8ee08365-7578-4f20-a29b-35b35195ae6c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:39:24.644870 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3a4455-d203-4362-b5e2-fc5f84722b04 None None] Sync routers for ids ['bc9639dd-67f2-408a-8d58-3955185b031b'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:39:24.654857 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:24.671437 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3a4455-d203-4362-b5e2-fc5f84722b04 None None] Routers {'bc9639dd-67f2-408a-8d58-3955185b031b'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:39:24.672215 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-5f3a4455-d203-4362-b5e2-fc5f84722b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:39:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['bc9639dd-67f2-408a-8d58-3955185b031b'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:24.687849 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4087cb3-e0e6-4d2e-994b-720f1cdabf04 req-8ee08365-7578-4f20-a29b-35b35195ae6c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] No DVR routers for this DVR port c5e60f5a-5490-4fca-a70a-4cc7266c0f9e on host hv-cinder-82880 {{(pid=104643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:39:24.688975 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-c4087cb3-e0e6-4d2e-994b-720f1cdabf04 req-8ee08365-7578-4f20-a29b-35b35195ae6c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:24.692746 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c4087cb3-e0e6-4d2e-994b-720f1cdabf04 req-8ee08365-7578-4f20-a29b-35b35195ae6c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.60 "DELETE /v2.0/ports/c5e60f5a-5490-4fca-a70a-4cc7266c0f9e HTTP/1.1" status: 204 len: 173 time: 0.9485924 May 26 21:39:24.693295 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9330f59f-5bf2-4fa6-a660-052cde3c4356', 'name': 'network-vif-deleted', 'tag': 'c5e60f5a-5490-4fca-a70a-4cc7266c0f9e'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:39:24.695878 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb013c8-32d3-4678-8e92-7ed8ea2ad7b5" -d '{"events": [{"server_uuid": "9330f59f-5bf2-4fa6-a660-052cde3c4356", "name": "network-vif-deleted", "tag": "c5e60f5a-5490-4fca-a70a-4cc7266c0f9e"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:39:24.784342 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef17c16b-9476-4045-9220-8cf4936e2f04 x-openstack-request-id: req-ef17c16b-9476-4045-9220-8cf4936e2f04 {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:39:24.784952 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9330f59f-5bf2-4fa6-a660-052cde3c4356", "name": "network-vif-deleted", "tag": "c5e60f5a-5490-4fca-a70a-4cc7266c0f9e", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:39:24.785048 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef17c16b-9476-4045-9220-8cf4936e2f04 {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:39:24.785980 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef17c16b-9476-4045-9220-8cf4936e2f04'] response: {'server_uuid': '9330f59f-5bf2-4fa6-a660-052cde3c4356', 'name': 'network-vif-deleted', 'tag': 'c5e60f5a-5490-4fca-a70a-4cc7266c0f9e', 'status': 'completed', 'code': 200} May 26 21:39:24.820967 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-5f3a4455-d203-4362-b5e2-fc5f84722b04 None None] Set router bc9639dd-67f2-408a-8d58-3955185b031b gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:39:24.862224 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c40eb181-e357-44aa-8d8b-71b42142834e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-394224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694842'] for router_interface (b2ab246a-1008-4a8d-ad17-435736498a7f), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:24.938365 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:24.991252 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:24.999561 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=100 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:25.057227 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=100 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:25.068425 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-5f3a4455-d203-4362-b5e2-fc5f84722b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:18Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:25.095991 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3a4455-d203-4362-b5e2-fc5f84722b04 None None] Checking router: bc9639dd-67f2-408a-8d58-3955185b031b for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:39:25.106546 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3a4455-d203-4362-b5e2-fc5f84722b04 None None] Routers {'bc9639dd-67f2-408a-8d58-3955185b031b'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:39:25.107637 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-5f3a4455-d203-4362-b5e2-fc5f84722b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:39:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['bc9639dd-67f2-408a-8d58-3955185b031b'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:25.117425 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40eb181-e357-44aa-8d8b-71b42142834e admin admin] Router b2ab246a-1008-4a8d-ad17-435736498a7f has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:39:25.231228 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-5f3a4455-d203-4362-b5e2-fc5f84722b04 None None] Set router bc9639dd-67f2-408a-8d58-3955185b031b gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:39:25.237336 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ba0230b8-b4e8-4f78-8107-da60f9aef55b req-b167b887-02d0-487e-a8f9-a13ec331e9c6 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/ports?device_id=9330f59f-5bf2-4fa6-a660-052cde3c4356 HTTP/1.1" status: 200 len: 210 time: 0.0334125 May 26 21:39:25.267310 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40eb181-e357-44aa-8d8b-71b42142834e admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:39:25.270644 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-c40eb181-e357-44aa-8d8b-71b42142834e admin admin] 10.222.0.42 "PUT /v2.0/routers/b2ab246a-1008-4a8d-ad17-435736498a7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8460953 May 26 21:39:25.270644 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57268) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:25.274941 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ab08bf-3275-4432-ada0-502701c5cd37 None None] Sync routers for ids ['b2ab246a-1008-4a8d-ad17-435736498a7f'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:39:25.291463 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ab08bf-3275-4432-ada0-502701c5cd37 None None] Routers {'b2ab246a-1008-4a8d-ad17-435736498a7f'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:39:25.292103 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-13ab08bf-3275-4432-ada0-502701c5cd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:39:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['b2ab246a-1008-4a8d-ad17-435736498a7f'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:25.383239 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-48ede107-b77f-43cc-bc2a-275c112eee6b admin admin] Publish callbacks [] for router (b2ab246a-1008-4a8d-ad17-435736498a7f), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:25.404838 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-13ab08bf-3275-4432-ada0-502701c5cd37 None None] Set router b2ab246a-1008-4a8d-ad17-435736498a7f gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:39:25.480193 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-5f3a4455-d203-4362-b5e2-fc5f84722b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:18Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:25.503468 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-48ede107-b77f-43cc-bc2a-275c112eee6b admin admin] Publish callbacks [] for router_gateway (b2ab246a-1008-4a8d-ad17-435736498a7f), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:25.585472 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-13ab08bf-3275-4432-ada0-502701c5cd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1516277217-router', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:39:24Z', 'revision_number': 5, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'gw_port': {'id': 'ca07c8a9-c96b-42bd-835c-e5092e313fec', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:58Z', 'updated_at': '2022-05-26T21:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:25.595079 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3a4455-d203-4362-b5e2-fc5f84722b04 None None] The sync data for ids ['bc9639dd-67f2-408a-8d58-3955185b031b'] in dv-cinder-828805-3-iscsi is: [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:27:09Z', 'revision_number': 4, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'fc732677-e824-4efd-bc17-3bb2d5ba554e', 'name': '', 'network_id': 'e423d8c6-f848-40d6-99bb-c61a958058f7', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'mac_address': 'fa:16:3e:6b:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:27:06Z', 'updated_at': '2022-05-26T21:27:18Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'subnets': [{'id': '86c6cba8-f2d3-45d8-a7b0-a4676a67b444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:39:25.615556 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ab08bf-3275-4432-ada0-502701c5cd37 None None] Checking router: b2ab246a-1008-4a8d-ad17-435736498a7f for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:39:25.616318 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:25.628896 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ab08bf-3275-4432-ada0-502701c5cd37 None None] Routers {'b2ab246a-1008-4a8d-ad17-435736498a7f'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:39:25.629582 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-13ab08bf-3275-4432-ada0-502701c5cd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:39:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['b2ab246a-1008-4a8d-ad17-435736498a7f'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:25.630659 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-48ede107-b77f-43cc-bc2a-275c112eee6b admin admin] Deleting port ca07c8a9-c96b-42bd-835c-e5092e313fec {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:39:25.631064 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-48ede107-b77f-43cc-bc2a-275c112eee6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (ca07c8a9-c96b-42bd-835c-e5092e313fec), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:25.727513 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [None req-48ede107-b77f-43cc-bc2a-275c112eee6b admin admin] For port ca07c8a9-c96b-42bd-835c-e5092e313fec, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=ca07c8a9-c96b-42bd-835c-e5092e313fec,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:39:25.727935 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-48ede107-b77f-43cc-bc2a-275c112eee6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (ca07c8a9-c96b-42bd-835c-e5092e313fec), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:25.743443 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-48ede107-b77f-43cc-bc2a-275c112eee6b admin admin] Calling delete_port for ca07c8a9-c96b-42bd-835c-e5092e313fec owned by network:router_gateway {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:39:25.862991 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-13ab08bf-3275-4432-ada0-502701c5cd37 None None] Set router b2ab246a-1008-4a8d-ad17-435736498a7f gateway port host: None {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:39:25.910509 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890da8cb-bf58-48b7-8344-b1bd50680b7a None None] New status for floating IP 54d80113-d679-48e2-bb16-f2cee8d8ae01: DOWN {{(pid=104645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:39:25.913533 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-13ab08bf-3275-4432-ada0-502701c5cd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1516277217-router', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:39:25Z', 'revision_number': 6, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'gw_port_host': None}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:25.941580 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ab08bf-3275-4432-ada0-502701c5cd37 None None] The sync data for ids ['b2ab246a-1008-4a8d-ad17-435736498a7f'] in dv-cinder-828805-3-iscsi is: [{'id': 'b2ab246a-1008-4a8d-ad17-435736498a7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1516277217-router', 'tenant_id': 'c5f69588fe354d20b58594919deb4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:39:25Z', 'revision_number': 6, 'project_id': 'c5f69588fe354d20b58594919deb4110', 'gw_port_host': None}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:39:26.014803 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-48ede107-b77f-43cc-bc2a-275c112eee6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (ca07c8a9-c96b-42bd-835c-e5092e313fec), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:26.040015 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ede107-b77f-43cc-bc2a-275c112eee6b admin admin] Pushing event deleted for resources: {'Port': ['ID=ca07c8a9-c96b-42bd-835c-e5092e313fec,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:26.103247 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-48ede107-b77f-43cc-bc2a-275c112eee6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696728'] for router_gateway (b2ab246a-1008-4a8d-ad17-435736498a7f), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:26.128294 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:26.190777 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-48ede107-b77f-43cc-bc2a-275c112eee6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4924'] for router (b2ab246a-1008-4a8d-ad17-435736498a7f), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:26.193018 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-48ede107-b77f-43cc-bc2a-275c112eee6b admin admin] Publish callbacks [] for router_controller (b2ab246a-1008-4a8d-ad17-435736498a7f), precommit_delete_associations {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:26.277394 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-48ede107-b77f-43cc-bc2a-275c112eee6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628802'] for router (b2ab246a-1008-4a8d-ad17-435736498a7f), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:26.278024 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ede107-b77f-43cc-bc2a-275c112eee6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2ab246a-1008-4a8d-ad17-435736498a7f {{(pid=104642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 21:39:26.283406 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-48ede107-b77f-43cc-bc2a-275c112eee6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:26.287084 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-48ede107-b77f-43cc-bc2a-275c112eee6b admin admin] 10.222.0.42 "DELETE /v2.0/routers/b2ab246a-1008-4a8d-ad17-435736498a7f HTTP/1.1" status: 204 len: 168 time: 1.0123425 May 26 21:39:26.287220 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57272) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:26.345027 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_v2 [None req-647cb67c-1543-4d7c-9e70-9abfc2cc4d63 admin admin] Deleting subnet 69d41c02-e4f8-4266-97e4-80c1b92c499f {{(pid=104642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:39:26.346612 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-647cb67c-1543-4d7c-9e70-9abfc2cc4d63 admin admin] Publish callbacks [] for subnet (69d41c02-e4f8-4266-97e4-80c1b92c499f), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:26.381871 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:26.384376 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-647cb67c-1543-4d7c-9e70-9abfc2cc4d63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5148609'] for subnet (69d41c02-e4f8-4266-97e4-80c1b92c499f), precommit_delete_associations {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:26.423694 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57276) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:26.472178 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-647cb67c-1543-4d7c-9e70-9abfc2cc4d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859283'] for subnet (69d41c02-e4f8-4266-97e4-80c1b92c499f), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:26.486614 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-41a6fff0-87c4-4f3e-b547-f60de90c9445 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group (a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:26.512456 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-41a6fff0-87c4-4f3e-b547-f60de90c9445 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group (a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:26.531224 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device c5e60f5a-5490-4fca-a70a-4cc7266c0f9e no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:39:26.551121 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] No Port match for: c5e60f5a-5490-4fca-a70a-4cc7266c0f9e {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:39:26.551461 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device c5e60f5a-5490-4fca-a70a-4cc7266c0f9e not bound to the agent host hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:39:26.584288 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-647cb67c-1543-4d7c-9e70-9abfc2cc4d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4623492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4266898'] for subnet (69d41c02-e4f8-4266-97e4-80c1b92c499f), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:26.607003 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-41a6fff0-87c4-4f3e-b547-f60de90c9445 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:26.610121 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647cb67c-1543-4d7c-9e70-9abfc2cc4d63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69d41c02-e4f8-4266-97e4-80c1b92c499f,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:26.610270 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-41a6fff0-87c4-4f3e-b547-f60de90c9445 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:26.611331 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-41a6fff0-87c4-4f3e-b547-f60de90c9445 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "DELETE /v2.0/security-groups/a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1 HTTP/1.1" status: 204 len: 168 time: 0.1863437 May 26 21:39:26.614330 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57278) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:26.621575 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6fff0-87c4-4f3e-b547-f60de90c9445 tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:26.625771 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-647cb67c-1543-4d7c-9e70-9abfc2cc4d63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:26.630129 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-647cb67c-1543-4d7c-9e70-9abfc2cc4d63 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/69d41c02-e4f8-4266-97e4-80c1b92c499f HTTP/1.1" status: 204 len: 168 time: 0.3419874 May 26 21:39:26.632751 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57280) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:26.636066 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.api.v2.resource [None req-731e7b24-0c4d-4570-b536-776473d4356a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] show failed (client error): The resource could not be found. May 26 21:39:26.636263 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f538ed-aa98-4b1f-88ce-3bce444ed611 None None] Network ea9ef1f2-5514-49f0-be2f-c0970bb75a74 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:39:26.638275 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-731e7b24-0c4d-4570-b536-776473d4356a tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "GET /v2.0/security-groups/a5d1faf8-89ca-4b09-a35b-1a39a9f7f7a1 HTTP/1.1" status: 404 len: 347 time: 0.0230861 May 26 21:39:26.641457 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57282) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:26.710740 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3d88d239-1df3-49ed-a81f-b3be23cf6374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-801300'] for network (ea9ef1f2-5514-49f0-be2f-c0970bb75a74), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:26.762683 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ef01f-2c5b-4c68-b433-52bb2d8f290c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Deleting port cfe8ccc0-8ca6-464f-9596-ef4311973236 {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:39:26.763102 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4b8ef01f-2c5b-4c68-b433-52bb2d8f290c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (cfe8ccc0-8ca6-464f-9596-ef4311973236), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:26.764954 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-3d88d239-1df3-49ed-a81f-b3be23cf6374 admin admin] Deleting port 54c6cdad-4837-455b-86fa-0e7d8b87c1a8 {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:39:26.765359 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3d88d239-1df3-49ed-a81f-b3be23cf6374 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (54c6cdad-4837-455b-86fa-0e7d8b87c1a8), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:26.775648 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:26.821736 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7f114c-feb0-4282-88d1-ad624cb4cad0 None None] DHCP port deletion for ea9ef1f2-5514-49f0-be2f-c0970bb75a74 request from dv-cinder-828805-3-iscsi {{(pid=104644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 21:39:26.836170 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [None req-3d88d239-1df3-49ed-a81f-b3be23cf6374 admin admin] For port 54c6cdad-4837-455b-86fa-0e7d8b87c1a8, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=54c6cdad-4837-455b-86fa-0e7d8b87c1a8,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:39:26.836677 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3d88d239-1df3-49ed-a81f-b3be23cf6374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (54c6cdad-4837-455b-86fa-0e7d8b87c1a8), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:26.852023 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-3d88d239-1df3-49ed-a81f-b3be23cf6374 admin admin] Calling delete_port for 54c6cdad-4837-455b-86fa-0e7d8b87c1a8 owned by network:dhcp {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:39:26.863929 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-bd7f114c-feb0-4282-88d1-ad624cb4cad0 None None] Deleting port 54c6cdad-4837-455b-86fa-0e7d8b87c1a8 {{(pid=104644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:39:26.864676 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-bd7f114c-feb0-4282-88d1-ad624cb4cad0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (54c6cdad-4837-455b-86fa-0e7d8b87c1a8), before_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:26.867243 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4b8ef01f-2c5b-4c68-b433-52bb2d8f290c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (cfe8ccc0-8ca6-464f-9596-ef4311973236), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:26.867588 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4b8ef01f-2c5b-4c68-b433-52bb2d8f290c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (cfe8ccc0-8ca6-464f-9596-ef4311973236), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:26.885351 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ef01f-2c5b-4c68-b433-52bb2d8f290c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Calling delete_port for cfe8ccc0-8ca6-464f-9596-ef4311973236 owned by network:floatingip {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:39:26.937330 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-bd7f114c-feb0-4282-88d1-ad624cb4cad0 None None] For port 54c6cdad-4837-455b-86fa-0e7d8b87c1a8, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=54c6cdad-4837-455b-86fa-0e7d8b87c1a8,segment=NetworkSegment(79e76f80-baaa-41db-8e70-9575143fddc6),segment_id=79e76f80-baaa-41db-8e70-9575143fddc6)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:39:26.937969 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-bd7f114c-feb0-4282-88d1-ad624cb4cad0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (54c6cdad-4837-455b-86fa-0e7d8b87c1a8), precommit_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:26.953128 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-bd7f114c-feb0-4282-88d1-ad624cb4cad0 None None] Calling delete_port for 54c6cdad-4837-455b-86fa-0e7d8b87c1a8 owned by network:dhcp {{(pid=104644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:39:27.031719 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3d88d239-1df3-49ed-a81f-b3be23cf6374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (54c6cdad-4837-455b-86fa-0e7d8b87c1a8), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:27.040666 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-bd7f114c-feb0-4282-88d1-ad624cb4cad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097'] for port (54c6cdad-4837-455b-86fa-0e7d8b87c1a8), after_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:27.044168 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:27.057994 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88d239-1df3-49ed-a81f-b3be23cf6374 admin admin] Pushing event deleted for resources: {'Port': ['ID=54c6cdad-4837-455b-86fa-0e7d8b87c1a8,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:27.065330 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d88d239-1df3-49ed-a81f-b3be23cf6374 admin admin] No DVR routers for this DVR port 54c6cdad-4837-455b-86fa-0e7d8b87c1a8 on host dv-cinder-828805-3-iscsi {{(pid=104643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:39:27.081225 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f114c-feb0-4282-88d1-ad624cb4cad0 None None] Pushing event deleted for resources: {'Port': ['ID=54c6cdad-4837-455b-86fa-0e7d8b87c1a8,revision_number=None']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:27.081225 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7f114c-feb0-4282-88d1-ad624cb4cad0 None None] No DVR routers for this DVR port 54c6cdad-4837-455b-86fa-0e7d8b87c1a8 on host dv-cinder-828805-3-iscsi {{(pid=104644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:39:27.100042 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4b8ef01f-2c5b-4c68-b433-52bb2d8f290c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (cfe8ccc0-8ca6-464f-9596-ef4311973236), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:27.128322 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ef01f-2c5b-4c68-b433-52bb2d8f290c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Pushing event deleted for resources: {'Port': ['ID=cfe8ccc0-8ca6-464f-9596-ef4311973236,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:27.146047 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:27.159690 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3d88d239-1df3-49ed-a81f-b3be23cf6374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853542', 'neutron.services.segments.db._delete_segments_for_network-8745431346800'] for network (ea9ef1f2-5514-49f0-be2f-c0970bb75a74), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:27.182633 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-3d88d239-1df3-49ed-a81f-b3be23cf6374 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea9ef1f2-5514-49f0-be2f-c0970bb75a74']}} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:27.193664 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-3d88d239-1df3-49ed-a81f-b3be23cf6374 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e76f80-baaa-41db-8e70-9575143fddc6') {'for_net_delete': True} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:27.193945 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-3d88d239-1df3-49ed-a81f-b3be23cf6374 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e76f80-baaa-41db-8e70-9575143fddc6') {} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:27.205966 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3d88d239-1df3-49ed-a81f-b3be23cf6374 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745431347833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7398685'] for segment (79e76f80-baaa-41db-8e70-9575143fddc6), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:27.222001 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3d88d239-1df3-49ed-a81f-b3be23cf6374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (79e76f80-baaa-41db-8e70-9575143fddc6), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:27.229164 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d88d239-1df3-49ed-a81f-b3be23cf6374 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=104643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:39:27.229568 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3d88d239-1df3-49ed-a81f-b3be23cf6374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4563113'] for segment (79e76f80-baaa-41db-8e70-9575143fddc6), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:27.277515 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.services.segments.plugin [-] Segment 79e76f80-baaa-41db-8e70-9575143fddc6 resource provider aggregate not found May 26 21:39:27.302755 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.services.segments.plugin [-] Segment 79e76f80-baaa-41db-8e70-9575143fddc6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79e76f80-baaa-41db-8e70-9575143fddc6 found for delete ", "request_id": "req-7bea565c-3d4b-4855-bdfd-af80be966bc2"}]} May 26 21:39:27.390414 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3d88d239-1df3-49ed-a81f-b3be23cf6374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696756'] for network (ea9ef1f2-5514-49f0-be2f-c0970bb75a74), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:27.395189 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-3d88d239-1df3-49ed-a81f-b3be23cf6374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:27.398462 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-3d88d239-1df3-49ed-a81f-b3be23cf6374 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ea9ef1f2-5514-49f0-be2f-c0970bb75a74 HTTP/1.1" status: 204 len: 168 time: 0.7647007 May 26 21:39:27.411777 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88d239-1df3-49ed-a81f-b3be23cf6374 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea9ef1f2-5514-49f0-be2f-c0970bb75a74,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:27.451774 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4b8ef01f-2c5b-4c68-b433-52bb2d8f290c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks [] for floatingip (54d80113-d679-48e2-bb16-f2cee8d8ae01), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:27.454375 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-4b8ef01f-2c5b-4c68-b433-52bb2d8f290c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:27.455568 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-4b8ef01f-2c5b-4c68-b433-52bb2d8f290c tempest-AttachVolumeNegativeTest-1509882702 tempest-AttachVolumeNegativeTest-1509882702-project] 10.222.0.42 "DELETE /v2.0/floatingips/54d80113-d679-48e2-bb16-f2cee8d8ae01 HTTP/1.1" status: 204 len: 168 time: 0.8129418 May 26 21:39:27.636922 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:27.763065 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57294) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:27.793051 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:27.804117 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-5b144d4e-7ea0-4829-9946-ea5c47c07d02 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c5f69588fe354d20b58594919deb4110&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392189 May 26 21:39:27.807230 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57296) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:27.856803 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f898fc13-afb9-43bb-9e56-2c5d8b6ad33e admin admin] Publish callbacks [] for security_group (cc47a789-9c0b-42e9-86e4-aa7f05506262), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:27.877837 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f898fc13-afb9-43bb-9e56-2c5d8b6ad33e admin admin] Publish callbacks [] for security_group (cc47a789-9c0b-42e9-86e4-aa7f05506262), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:27.989620 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f898fc13-afb9-43bb-9e56-2c5d8b6ad33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (cc47a789-9c0b-42e9-86e4-aa7f05506262), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:27.992326 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f898fc13-afb9-43bb-9e56-2c5d8b6ad33e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:27.996156 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-f898fc13-afb9-43bb-9e56-2c5d8b6ad33e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cc47a789-9c0b-42e9-86e4-aa7f05506262 HTTP/1.1" status: 204 len: 168 time: 0.1860430 May 26 21:39:28.006144 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898fc13-afb9-43bb-9e56-2c5d8b6ad33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc47a789-9c0b-42e9-86e4-aa7f05506262,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:28.009253 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device ca07c8a9-c96b-42bd-835c-e5092e313fec no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:39:28.038330 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: ca07c8a9-c96b-42bd-835c-e5092e313fec {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:39:28.038704 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device ca07c8a9-c96b-42bd-835c-e5092e313fec not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:39:28.039081 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 54c6cdad-4837-455b-86fa-0e7d8b87c1a8 no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:39:28.041453 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:28.059482 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: 54c6cdad-4837-455b-86fa-0e7d8b87c1a8 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:39:28.069173 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 54c6cdad-4837-455b-86fa-0e7d8b87c1a8 not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:39:28.069173 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 64c6f851-b831-49a5-88e7-252c2c0770cf no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:39:28.086112 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: 64c6f851-b831-49a5-88e7-252c2c0770cf {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:39:28.086462 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 64c6f851-b831-49a5-88e7-252c2c0770cf not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:39:29.220318 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57328) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:29.316219 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-af04a1a0-df57-4edd-bdd3-d4b2f1efe9e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-610922942-network', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:39:29.408749 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af04a1a0-df57-4edd-bdd3-d4b2f1efe9e5 admin admin] Made reservation on behalf of fe887b2709bc446c8198c3d141c353af for: {'network': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:39:29.411522 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-af04a1a0-df57-4edd-bdd3-d4b2f1efe9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for network (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:29.421710 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-af04a1a0-df57-4edd-bdd3-d4b2f1efe9e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:29.497080 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-af04a1a0-df57-4edd-bdd3-d4b2f1efe9e5 admin admin] Publish callbacks [] for security_group (dd1bebe2-2b2e-43cc-b6eb-9ff5353514a0), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:29.574571 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-af04a1a0-df57-4edd-bdd3-d4b2f1efe9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (dd1bebe2-2b2e-43cc-b6eb-9ff5353514a0), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:29.605101 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af04a1a0-df57-4edd-bdd3-d4b2f1efe9e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=104643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:39:29.611895 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04a1a0-df57-4edd-bdd3-d4b2f1efe9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1bebe2-2b2e-43cc-b6eb-9ff5353514a0,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:29.621609 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-af04a1a0-df57-4edd-bdd3-d4b2f1efe9e5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745431346791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (208a41d3-43ab-4c67-b9bb-daed24c75088), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:29.621609 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.db.segments_db [None req-af04a1a0-df57-4edd-bdd3-d4b2f1efe9e5 admin admin] Added segment 208a41d3-43ab-4c67-b9bb-daed24c75088 of type vlan for network 8d882acc-8185-427d-b7ca-6a150ac29628 May 26 21:39:29.668816 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-af04a1a0-df57-4edd-bdd3-d4b2f1efe9e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745430822750'] for network (8d882acc-8185-427d-b7ca-6a150ac29628), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:29.761228 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-af04a1a0-df57-4edd-bdd3-d4b2f1efe9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for network (8d882acc-8185-427d-b7ca-6a150ac29628), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:29.762345 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af04a1a0-df57-4edd-bdd3-d4b2f1efe9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:29.762840 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-af04a1a0-df57-4edd-bdd3-d4b2f1efe9e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:29.821299 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04a1a0-df57-4edd-bdd3-d4b2f1efe9e5 admin admin] Pushing event updated for resources: {'Network': ['ID=8d882acc-8185-427d-b7ca-6a150ac29628,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:29.831230 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Network 8d882acc-8185-427d-b7ca-6a150ac29628 details requested by agent ovs-agent-dv-cinder-828805-3-iscsi with host dv-cinder-828805-3-iscsi {{(pid=104644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:39:29.897053 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-af04a1a0-df57-4edd-bdd3-d4b2f1efe9e5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6754506 May 26 21:39:29.899966 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57334) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:29.905777 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-f0002cd9-06ea-4fd2-af42-357f7b63ac27 admin admin] Request body: {'subnet': {'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-610922942-subnet', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:39:30.008363 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0002cd9-06ea-4fd2-af42-357f7b63ac27 admin admin] Made reservation on behalf of fe887b2709bc446c8198c3d141c353af for: {'subnet': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:39:30.010775 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f0002cd9-06ea-4fd2-af42-357f7b63ac27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4592072'] for subnet (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:30.082937 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:DELETE=5,neutron:SELECT=77,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:30.233849 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f0002cd9-06ea-4fd2-af42-357f7b63ac27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4561994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4592094'] for subnet (d05e8260-71fa-435d-9d66-bc967bf066f9), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:30.270477 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:30.293280 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0002cd9-06ea-4fd2-af42-357f7b63ac27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d05e8260-71fa-435d-9d66-bc967bf066f9,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:30.309121 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0002cd9-06ea-4fd2-af42-357f7b63ac27 admin admin] Checking segment: {'id': '208a41d3-43ab-4c67-b9bb-daed24c75088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:39:30.309121 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0002cd9-06ea-4fd2-af42-357f7b63ac27 admin admin] Network hostable DHCP agents. Network: 8d882acc-8185-427d-b7ca-6a150ac29628, hostable agents: ['35848227-359f-404d-a469-91025de84eed'], hosted agents: [] {{(pid=104643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:39:30.395387 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0002cd9-06ea-4fd2-af42-357f7b63ac27 admin admin] Network 8d882acc-8185-427d-b7ca-6a150ac29628 is scheduled to be hosted by DHCP agent 35848227-359f-404d-a469-91025de84eed with binding_index 1 {{(pid=104643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:39:30.475353 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-f0002cd9-06ea-4fd2-af42-357f7b63ac27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-3-iscsi, 8d882acc-8185-427d-b7ca-6a150ac29628) {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:39:30.479553 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0002cd9-06ea-4fd2-af42-357f7b63ac27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:30.480201 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f0002cd9-06ea-4fd2-af42-357f7b63ac27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for subnet (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:30.486026 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310c0c65-7f2b-4417-a444-99773919e0c9 None None] Network 8d882acc-8185-427d-b7ca-6a150ac29628 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:39:30.567061 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-f0002cd9-06ea-4fd2-af42-357f7b63ac27 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6657224 May 26 21:39:30.569754 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57350) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:30.576831 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-f43177a3-27c8-4640-9052-848bf4fbb472 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-610922942-router', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:39:30.604683 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878a2eaf-9f77-40e4-9f3c-f2404e63ecf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6993d58-562d-5621-893b-747d316cca5c-8d882acc-8185-427d-b7ca-6a150ac29628', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'fixed_ips': [{'subnet_id': 'd05e8260-71fa-435d-9d66-bc967bf066f9'}]}} from dv-cinder-828805-3-iscsi. {{(pid=104644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 21:39:30.605646 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-878a2eaf-9f77-40e4-9f3c-f2404e63ecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:30.672439 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f43177a3-27c8-4640-9052-848bf4fbb472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1694579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4878'] for router (33aa2942-4efc-4444-9b3d-16d0af0ca7fc), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:30.673460 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f43177a3-27c8-4640-9052-848bf4fbb472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4869'] for router (33aa2942-4efc-4444-9b3d-16d0af0ca7fc), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:30.745514 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f43177a3-27c8-4640-9052-848bf4fbb472 admin admin] Publish callbacks [] for router_controller (33aa2942-4efc-4444-9b3d-16d0af0ca7fc), precommit_add_association {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:30.754812 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.db_base_plugin_common [None req-878a2eaf-9f77-40e4-9f3c-f2404e63ecf7 None None] Allocated IP 172.20.0.2 (8d882acc-8185-427d-b7ca-6a150ac29628/d05e8260-71fa-435d-9d66-bc967bf066f9/1c28a692-57dc-49eb-bfcf-a553534e145d) {{(pid=104644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:39:30.897422 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-878a2eaf-9f77-40e4-9f3c-f2404e63ecf7 None None] Publish callbacks [] for port (1c28a692-57dc-49eb-bfcf-a553534e145d), precommit_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:30.940512 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f43177a3-27c8-4640-9052-848bf4fbb472 admin admin] Publish callbacks [] for router_gateway (33aa2942-4efc-4444-9b3d-16d0af0ca7fc), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:30.989880 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-878a2eaf-9f77-40e4-9f3c-f2404e63ecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088'] for port (1c28a692-57dc-49eb-bfcf-a553534e145d), after_create {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:31.027431 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878a2eaf-9f77-40e4-9f3c-f2404e63ecf7 None None] Network 8d882acc-8185-427d-b7ca-6a150ac29628 is already hosted by enough agents. {{(pid=104644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:39:31.034452 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.scheduler.base_scheduler [None req-878a2eaf-9f77-40e4-9f3c-f2404e63ecf7 None None] Resources bound (agent type, host, resource id): {{(pid=104644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:39:31.038342 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878a2eaf-9f77-40e4-9f3c-f2404e63ecf7 None None] Received port after_create {{(pid=104644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:39:31.041696 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a2eaf-9f77-40e4-9f3c-f2404e63ecf7 None None] Pushing event updated for resources: {'Port': ['ID=1c28a692-57dc-49eb-bfcf-a553534e145d,revision_number=1']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:31.101582 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-878a2eaf-9f77-40e4-9f3c-f2404e63ecf7 None None] Attempting to bind port 1c28a692-57dc-49eb-bfcf-a553534e145d on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:39:31.101952 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-878a2eaf-9f77-40e4-9f3c-f2404e63ecf7 None None] Attempting to bind port 1c28a692-57dc-49eb-bfcf-a553534e145d by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': '208a41d3-43ab-4c67-b9bb-daed24c75088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:39:31.102330 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878a2eaf-9f77-40e4-9f3c-f2404e63ecf7 None None] Attempting to bind port 1c28a692-57dc-49eb-bfcf-a553534e145d on network 8d882acc-8185-427d-b7ca-6a150ac29628 {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:39:31.107774 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878a2eaf-9f77-40e4-9f3c-f2404e63ecf7 None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:39:31.108754 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878a2eaf-9f77-40e4-9f3c-f2404e63ecf7 None None] Checking segment: {'id': '208a41d3-43ab-4c67-b9bb-daed24c75088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:39:31.109168 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-878a2eaf-9f77-40e4-9f3c-f2404e63ecf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:31.109561 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878a2eaf-9f77-40e4-9f3c-f2404e63ecf7 None None] Bound using segment: {'id': '208a41d3-43ab-4c67-b9bb-daed24c75088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:39:31.110087 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-878a2eaf-9f77-40e4-9f3c-f2404e63ecf7 None None] Bound port: 1c28a692-57dc-49eb-bfcf-a553534e145d, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208a41d3-43ab-4c67-b9bb-daed24c75088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:39:31.110457 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-878a2eaf-9f77-40e4-9f3c-f2404e63ecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (1c28a692-57dc-49eb-bfcf-a553534e145d), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:31.173267 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-878a2eaf-9f77-40e4-9f3c-f2404e63ecf7 None None] For port 1c28a692-57dc-49eb-bfcf-a553534e145d, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:39:31.176471 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-878a2eaf-9f77-40e4-9f3c-f2404e63ecf7 None None] For port 1c28a692-57dc-49eb-bfcf-a553534e145d, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=1c28a692-57dc-49eb-bfcf-a553534e145d,segment=NetworkSegment(208a41d3-43ab-4c67-b9bb-daed24c75088),segment_id=208a41d3-43ab-4c67-b9bb-daed24c75088)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:39:31.189574 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f43177a3-27c8-4640-9052-848bf4fbb472 admin admin] Publish callbacks [] for router_gateway (33aa2942-4efc-4444-9b3d-16d0af0ca7fc), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:31.209024 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f43177a3-27c8-4640-9052-848bf4fbb472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:31.295060 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-878a2eaf-9f77-40e4-9f3c-f2404e63ecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (1c28a692-57dc-49eb-bfcf-a553534e145d), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:31.315447 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [None req-f43177a3-27c8-4640-9052-848bf4fbb472 admin admin] Allocated IP 172.27.3.12 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/a7006ef4-cff2-4375-8770-925acb2fb666) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:39:31.354963 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a2eaf-9f77-40e4-9f3c-f2404e63ecf7 None None] Pushing event updated for resources: {'Port': ['ID=1c28a692-57dc-49eb-bfcf-a553534e145d,revision_number=2']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:31.425857 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f43177a3-27c8-4640-9052-848bf4fbb472 admin admin] Publish callbacks [] for port (a7006ef4-cff2-4375-8770-925acb2fb666), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:31.449188 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:31.524064 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f43177a3-27c8-4640-9052-848bf4fbb472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (a7006ef4-cff2-4375-8770-925acb2fb666), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:31.581646 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43177a3-27c8-4640-9052-848bf4fbb472 admin admin] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:39:31.586922 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-f43177a3-27c8-4640-9052-848bf4fbb472 admin admin] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:39:31.589149 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43177a3-27c8-4640-9052-848bf4fbb472 admin admin] Pushing event updated for resources: {'Port': ['ID=a7006ef4-cff2-4375-8770-925acb2fb666,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:31.591452 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43177a3-27c8-4640-9052-848bf4fbb472 admin admin] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:39:31.632543 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:31.682071 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57358) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:31.967273 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f43177a3-27c8-4640-9052-848bf4fbb472 admin admin] Publish callbacks [] for router_gateway (33aa2942-4efc-4444-9b3d-16d0af0ca7fc), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:32.064822 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 1c28a692-57dc-49eb-bfcf-a553534e145d up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:39:32.100328 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ff05ef79-3904-4f42-a74a-00485d53b59c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694950'] for router_interface (bc9639dd-67f2-408a-8d58-3955185b031b), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:32.120642 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 1c28a692-57dc-49eb-bfcf-a553534e145d triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:39:32.121102 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (1c28a692-57dc-49eb-bfcf-a553534e145d), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:32.154371 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:32.166635 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:32.198913 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:32.209713 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 1c28a692-57dc-49eb-bfcf-a553534e145d is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:39:32.209713 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (1c28a692-57dc-49eb-bfcf-a553534e145d), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:32.253384 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-b4353f01-5905-4310-a158-79fd044992cf None None] For port 1c28a692-57dc-49eb-bfcf-a553534e145d, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=1c28a692-57dc-49eb-bfcf-a553534e145d,segment=NetworkSegment(208a41d3-43ab-4c67-b9bb-daed24c75088),segment_id=208a41d3-43ab-4c67-b9bb-daed24c75088)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:39:32.314367 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:32.350208 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-ff05ef79-3904-4f42-a74a-00485d53b59c admin admin] Deleting port fc732677-e824-4efd-bc17-3bb2d5ba554e {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:39:32.350664 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ff05ef79-3904-4f42-a74a-00485d53b59c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (fc732677-e824-4efd-bc17-3bb2d5ba554e), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:32.380156 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (1c28a692-57dc-49eb-bfcf-a553534e145d), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:32.391934 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e185b52-0d77-44d5-bbb2-602992034c8c None None] Network 8d882acc-8185-427d-b7ca-6a150ac29628 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:39:32.448646 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [None req-ff05ef79-3904-4f42-a74a-00485d53b59c admin admin] For port fc732677-e824-4efd-bc17-3bb2d5ba554e, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=fc732677-e824-4efd-bc17-3bb2d5ba554e,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:39:32.449017 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ff05ef79-3904-4f42-a74a-00485d53b59c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (fc732677-e824-4efd-bc17-3bb2d5ba554e), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:32.450064 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f43177a3-27c8-4640-9052-848bf4fbb472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696000'] for router (33aa2942-4efc-4444-9b3d-16d0af0ca7fc), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:32.463655 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-ff05ef79-3904-4f42-a74a-00485d53b59c admin admin] Calling delete_port for fc732677-e824-4efd-bc17-3bb2d5ba554e owned by network:router_interface {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:39:32.495247 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2035cfd9-193f-4503-b6a4-29598f438000 None None] Provisioning complete for port 1c28a692-57dc-49eb-bfcf-a553534e145d triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:39:32.495615 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2035cfd9-193f-4503-b6a4-29598f438000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (1c28a692-57dc-49eb-bfcf-a553534e145d), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:32.533049 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Pushing event updated for resources: {'Port': ['ID=1c28a692-57dc-49eb-bfcf-a553534e145d,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:32.637913 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2035cfd9-193f-4503-b6a4-29598f438000 None None] Current status of the port 1c28a692-57dc-49eb-bfcf-a553534e145d is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:39:32.654106 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43177a3-27c8-4640-9052-848bf4fbb472 admin admin] Router 33aa2942-4efc-4444-9b3d-16d0af0ca7fc is scheduled to L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f with binding_index 1 {{(pid=104643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 21:39:32.751517 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ff05ef79-3904-4f42-a74a-00485d53b59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (fc732677-e824-4efd-bc17-3bb2d5ba554e), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:32.773895 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43177a3-27c8-4640-9052-848bf4fbb472 admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:39:32.780019 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05ef79-3904-4f42-a74a-00485d53b59c admin admin] Pushing event deleted for resources: {'Port': ['ID=fc732677-e824-4efd-bc17-3bb2d5ba554e,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:32.797430 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] Sync routers for ids ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:39:32.814488 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] Routers {'33aa2942-4efc-4444-9b3d-16d0af0ca7fc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:39:32.816377 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:39:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:32.843956 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:32.873281 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f43177a3-27c8-4640-9052-848bf4fbb472 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:32.877741 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-f43177a3-27c8-4640-9052-848bf4fbb472 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3033576 May 26 21:39:32.877741 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57362) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:32.906352 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-1991a6b0-5ff0-4eb1-b288-40d3bd6ea1ed None None] Provisioning complete for port 1c28a692-57dc-49eb-bfcf-a553534e145d triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:39:32.906961 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-1991a6b0-5ff0-4eb1-b288-40d3bd6ea1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (1c28a692-57dc-49eb-bfcf-a553534e145d), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:32.954295 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ff05ef79-3904-4f42-a74a-00485d53b59c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-394224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694842'] for router_interface (bc9639dd-67f2-408a-8d58-3955185b031b), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:32.966233 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:33.003434 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:33.008656 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] Set router 33aa2942-4efc-4444-9b3d-16d0af0ca7fc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:39:33.185618 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:33.208896 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff05ef79-3904-4f42-a74a-00485d53b59c admin admin] Router bc9639dd-67f2-408a-8d58-3955185b031b has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:39:33.287198 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-1991a6b0-5ff0-4eb1-b288-40d3bd6ea1ed None None] Current status of the port 1c28a692-57dc-49eb-bfcf-a553534e145d is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:39:33.318567 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff05ef79-3904-4f42-a74a-00485d53b59c admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:39:33.323565 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-67620fd6-2a1d-41a1-a09c-c1933e57de24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:33.327410 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0becc08d-d4f9-4b0f-bdb7-121141e6bebe None None] Sync routers for ids ['bc9639dd-67f2-408a-8d58-3955185b031b'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:39:33.331862 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-ff05ef79-3904-4f42-a74a-00485d53b59c admin admin] 10.222.0.42 "PUT /v2.0/routers/bc9639dd-67f2-408a-8d58-3955185b031b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6484618 May 26 21:39:33.333228 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57364) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:33.339860 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0becc08d-d4f9-4b0f-bdb7-121141e6bebe None None] Routers {'bc9639dd-67f2-408a-8d58-3955185b031b'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:39:33.340690 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-0becc08d-d4f9-4b0f-bdb7-121141e6bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:39:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['bc9639dd-67f2-408a-8d58-3955185b031b'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:33.360438 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'name': 'tempest-AttachVolumeTestJSON-610922942-router', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:39:30Z', 'updated_at': '2022-05-26T21:39:31Z', 'revision_number': 3, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'gw_port': {'id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:31Z', 'updated_at': '2022-05-26T21:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:33.390210 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] Checking router: 33aa2942-4efc-4444-9b3d-16d0af0ca7fc for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:39:33.390586 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] Updating router 33aa2942-4efc-4444-9b3d-16d0af0ca7fc port a7006ef4-cff2-4375-8770-925acb2fb666 binding host dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:39:33.419164 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (a7006ef4-cff2-4375-8770-925acb2fb666), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:33.445385 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-0becc08d-d4f9-4b0f-bdb7-121141e6bebe None None] Set router bc9639dd-67f2-408a-8d58-3955185b031b gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:39:33.515895 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-68a6a85b-eb11-4402-a13c-70565c464a48 admin admin] Publish callbacks [] for router (bc9639dd-67f2-408a-8d58-3955185b031b), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:33.619492 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-0becc08d-d4f9-4b0f-bdb7-121141e6bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:39:32Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:33.650112 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0becc08d-d4f9-4b0f-bdb7-121141e6bebe None None] Checking router: bc9639dd-67f2-408a-8d58-3955185b031b for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:39:33.652457 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [None req-67620fd6-2a1d-41a1-a09c-c1933e57de24 admin admin] Allocated IP 172.20.0.1 (8d882acc-8185-427d-b7ca-6a150ac29628/d05e8260-71fa-435d-9d66-bc967bf066f9/d594a7f3-bac0-403a-a6d7-c42e2754aa66) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:39:33.660034 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0becc08d-d4f9-4b0f-bdb7-121141e6bebe None None] Routers {'bc9639dd-67f2-408a-8d58-3955185b031b'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:39:33.660975 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-0becc08d-d4f9-4b0f-bdb7-121141e6bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:39:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['bc9639dd-67f2-408a-8d58-3955185b031b'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:33.678708 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-68a6a85b-eb11-4402-a13c-70565c464a48 admin admin] Publish callbacks [] for router_gateway (bc9639dd-67f2-408a-8d58-3955185b031b), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:33.726485 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] Publish callbacks [] for port (a7006ef4-cff2-4375-8770-925acb2fb666), precommit_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:33.758153 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:33.769182 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-0becc08d-d4f9-4b0f-bdb7-121141e6bebe None None] Set router bc9639dd-67f2-408a-8d58-3955185b031b gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:39:33.786280 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-67620fd6-2a1d-41a1-a09c-c1933e57de24 admin admin] Publish callbacks [] for port (d594a7f3-bac0-403a-a6d7-c42e2754aa66), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:33.815730 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:33.820106 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (a7006ef4-cff2-4375-8770-925acb2fb666), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:33.841579 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-68a6a85b-eb11-4402-a13c-70565c464a48 admin admin] Deleting port c545d201-b794-4b56-b0b4-4919d76d33a1 {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:39:33.841911 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-68a6a85b-eb11-4402-a13c-70565c464a48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (c545d201-b794-4b56-b0b4-4919d76d33a1), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:33.879472 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] Attempting to bind port a7006ef4-cff2-4375-8770-925acb2fb666 on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:39:33.879897 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] Attempting to bind port a7006ef4-cff2-4375-8770-925acb2fb666 by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:39:33.880248 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] Attempting to bind port a7006ef4-cff2-4375-8770-925acb2fb666 on network 35b4a44b-379f-44bd-a8f8-beb32b22a01e {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:39:33.882694 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2084f16-b7e0-4e0f-8f7f-69d08660842c None None] Pushing event updated for resources: {'Port': ['ID=a7006ef4-cff2-4375-8770-925acb2fb666,revision_number=2']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:33.889853 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:39:33.889853 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] Checking segment: {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:39:33.889853 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:33.895869 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] Bound using segment: {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:39:33.895869 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] Bound port: a7006ef4-cff2-4375-8770-925acb2fb666, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7376101-7aa8-416d-a579-748779b23abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:39:33.895869 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (a7006ef4-cff2-4375-8770-925acb2fb666), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:33.910454 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:33.943975 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] For port a7006ef4-cff2-4375-8770-925acb2fb666, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:39:33.944796 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [None req-68a6a85b-eb11-4402-a13c-70565c464a48 admin admin] For port c545d201-b794-4b56-b0b4-4919d76d33a1, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=c545d201-b794-4b56-b0b4-4919d76d33a1,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:39:33.945147 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-68a6a85b-eb11-4402-a13c-70565c464a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (c545d201-b794-4b56-b0b4-4919d76d33a1), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:33.947330 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] For port a7006ef4-cff2-4375-8770-925acb2fb666, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=a7006ef4-cff2-4375-8770-925acb2fb666,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:39:33.961305 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:33.966802 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-68a6a85b-eb11-4402-a13c-70565c464a48 admin admin] Calling delete_port for c545d201-b794-4b56-b0b4-4919d76d33a1 owned by network:router_gateway {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:39:33.971666 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-67620fd6-2a1d-41a1-a09c-c1933e57de24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (d594a7f3-bac0-403a-a6d7-c42e2754aa66), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:33.991023 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:33.994149 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-0becc08d-d4f9-4b0f-bdb7-121141e6bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:39:32Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:34.016795 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67620fd6-2a1d-41a1-a09c-c1933e57de24 admin admin] Network 8d882acc-8185-427d-b7ca-6a150ac29628 is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:39:34.020274 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0becc08d-d4f9-4b0f-bdb7-121141e6bebe None None] The sync data for ids ['bc9639dd-67f2-408a-8d58-3955185b031b'] in dv-cinder-828805-3-iscsi is: [{'id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'name': 'tempest-AttachVolumeNegativeTest-200084425-router', 'tenant_id': '3969075d983246cf8c4c7a45a57d5338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:26:57Z', 'updated_at': '2022-05-26T21:39:32Z', 'revision_number': 5, 'project_id': '3969075d983246cf8c4c7a45a57d5338', 'gw_port': {'id': 'c545d201-b794-4b56-b0b4-4919d76d33a1', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9639dd-67f2-408a-8d58-3955185b031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:26:59Z', 'updated_at': '2022-05-26T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:39:34.048076 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-67620fd6-2a1d-41a1-a09c-c1933e57de24 admin admin] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:39:34.060005 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (a7006ef4-cff2-4375-8770-925acb2fb666), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:34.063390 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67620fd6-2a1d-41a1-a09c-c1933e57de24 admin admin] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:39:34.093758 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67620fd6-2a1d-41a1-a09c-c1933e57de24 admin admin] Pushing event updated for resources: {'Port': ['ID=d594a7f3-bac0-403a-a6d7-c42e2754aa66,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:34.126609 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-67620fd6-2a1d-41a1-a09c-c1933e57de24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696627'] for router_interface (33aa2942-4efc-4444-9b3d-16d0af0ca7fc), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:34.127479 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] Routers {'33aa2942-4efc-4444-9b3d-16d0af0ca7fc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:39:34.131165 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:39:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:34.135439 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2084f16-b7e0-4e0f-8f7f-69d08660842c None None] Pushing event updated for resources: {'Port': ['ID=a7006ef4-cff2-4375-8770-925acb2fb666,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:34.178989 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:34.248713 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] Set router 33aa2942-4efc-4444-9b3d-16d0af0ca7fc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:39:34.352998 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-8b9e52f9-038a-4d07-a953-778dfd09e3d6 None None] Provisioning complete for port d594a7f3-bac0-403a-a6d7-c42e2754aa66 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:39:34.353684 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-8b9e52f9-038a-4d07-a953-778dfd09e3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (d594a7f3-bac0-403a-a6d7-c42e2754aa66), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:34.400474 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-68a6a85b-eb11-4402-a13c-70565c464a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (c545d201-b794-4b56-b0b4-4919d76d33a1), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:34.414912 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e52f9-038a-4d07-a953-778dfd09e3d6 None None] Port d594a7f3-bac0-403a-a6d7-c42e2754aa66 cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:39:34.424927 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 1c28a692-57dc-49eb-bfcf-a553534e145d up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:39:34.430640 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-67620fd6-2a1d-41a1-a09c-c1933e57de24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (d594a7f3-bac0-403a-a6d7-c42e2754aa66), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:34.443060 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6a85b-eb11-4402-a13c-70565c464a48 admin admin] Pushing event deleted for resources: {'Port': ['ID=c545d201-b794-4b56-b0b4-4919d76d33a1,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:34.505059 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'name': 'tempest-AttachVolumeTestJSON-610922942-router', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:39:30Z', 'updated_at': '2022-05-26T21:39:31Z', 'revision_number': 3, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'gw_port': {'id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:31Z', 'updated_at': '2022-05-26T21:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:34.533500 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port 1c28a692-57dc-49eb-bfcf-a553534e145d triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:39:34.533866 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (1c28a692-57dc-49eb-bfcf-a553534e145d), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:34.537294 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c45123-9d26-4543-b4fd-4db8dd993230 None None] The sync data for ids ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'] in dv-cinder-828805-3-iscsi is: [{'id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'name': 'tempest-AttachVolumeTestJSON-610922942-router', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:39:30Z', 'updated_at': '2022-05-26T21:39:31Z', 'revision_number': 3, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'gw_port': {'id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:31Z', 'updated_at': '2022-05-26T21:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:39:34.560951 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-68a6a85b-eb11-4402-a13c-70565c464a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696728'] for router_gateway (bc9639dd-67f2-408a-8d58-3955185b031b), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:34.636809 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port 1c28a692-57dc-49eb-bfcf-a553534e145d is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:39:34.675118 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-68a6a85b-eb11-4402-a13c-70565c464a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4924'] for router (bc9639dd-67f2-408a-8d58-3955185b031b), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:34.701432 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-68a6a85b-eb11-4402-a13c-70565c464a48 admin admin] Publish callbacks [] for router_controller (bc9639dd-67f2-408a-8d58-3955185b031b), precommit_delete_associations {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:34.817000 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-67620fd6-2a1d-41a1-a09c-c1933e57de24 admin admin] Publish callbacks [] for port (d594a7f3-bac0-403a-a6d7-c42e2754aa66), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:34.824105 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-68a6a85b-eb11-4402-a13c-70565c464a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628802'] for router (bc9639dd-67f2-408a-8d58-3955185b031b), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:34.824692 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a6a85b-eb11-4402-a13c-70565c464a48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc9639dd-67f2-408a-8d58-3955185b031b {{(pid=104643) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 21:39:34.829541 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-68a6a85b-eb11-4402-a13c-70565c464a48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:34.833901 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-68a6a85b-eb11-4402-a13c-70565c464a48 admin admin] 10.222.0.42 "DELETE /v2.0/routers/bc9639dd-67f2-408a-8d58-3955185b031b HTTP/1.1" status: 204 len: 168 time: 1.4965613 May 26 21:39:34.834003 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57366) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:34.881335 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:34.895667 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9cb2b4-60ad-47c7-8ee7-0cd8cb1a53e8 admin admin] Deleting subnet 86c6cba8-f2d3-45d8-a7b0-a4676a67b444 {{(pid=104642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:39:34.899582 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6a9cb2b4-60ad-47c7-8ee7-0cd8cb1a53e8 admin admin] Publish callbacks [] for subnet (86c6cba8-f2d3-45d8-a7b0-a4676a67b444), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:34.905992 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-67620fd6-2a1d-41a1-a09c-c1933e57de24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (d594a7f3-bac0-403a-a6d7-c42e2754aa66), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:34.943342 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6a9cb2b4-60ad-47c7-8ee7-0cd8cb1a53e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5148609'] for subnet (86c6cba8-f2d3-45d8-a7b0-a4676a67b444), precommit_delete_associations {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:34.963006 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:34.991677 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-67620fd6-2a1d-41a1-a09c-c1933e57de24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-394233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694915'] for router_interface (33aa2942-4efc-4444-9b3d-16d0af0ca7fc), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:34.993856 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67620fd6-2a1d-41a1-a09c-c1933e57de24 admin admin] Pushing event updated for resources: {'Port': ['ID=d594a7f3-bac0-403a-a6d7-c42e2754aa66,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:35.055711 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6a9cb2b4-60ad-47c7-8ee7-0cd8cb1a53e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859283'] for subnet (86c6cba8-f2d3-45d8-a7b0-a4676a67b444), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:35.082280 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:35.102390 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67620fd6-2a1d-41a1-a09c-c1933e57de24 admin admin] Network 8d882acc-8185-427d-b7ca-6a150ac29628 is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:39:35.104222 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-67620fd6-2a1d-41a1-a09c-c1933e57de24 admin admin] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:39:35.175094 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6a9cb2b4-60ad-47c7-8ee7-0cd8cb1a53e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4623492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4266898'] for subnet (86c6cba8-f2d3-45d8-a7b0-a4676a67b444), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:35.204592 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9cb2b4-60ad-47c7-8ee7-0cd8cb1a53e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86c6cba8-f2d3-45d8-a7b0-a4676a67b444,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:35.214817 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6a9cb2b4-60ad-47c7-8ee7-0cd8cb1a53e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:35.221113 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-6a9cb2b4-60ad-47c7-8ee7-0cd8cb1a53e8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/86c6cba8-f2d3-45d8-a7b0-a4676a67b444 HTTP/1.1" status: 204 len: 168 time: 0.3840580 May 26 21:39:35.221366 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57368) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:35.225156 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818a5db6-bac3-4675-a277-c9f5ebb90979 None None] Network e423d8c6-f848-40d6-99bb-c61a958058f7 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:39:35.228909 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:35.330832 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-585e7fb8-0dcb-43ea-88a1-b4c6bf79bb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-801300'] for network (e423d8c6-f848-40d6-99bb-c61a958058f7), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:35.419759 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-585e7fb8-0dcb-43ea-88a1-b4c6bf79bb56 admin admin] Deleting port c60dfe92-d6e0-4913-b00c-6c6e48c8c90c {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:39:35.420089 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-585e7fb8-0dcb-43ea-88a1-b4c6bf79bb56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (c60dfe92-d6e0-4913-b00c-6c6e48c8c90c), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:35.447701 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-e4a430cb-abb3-4329-822b-116a6c782c03 None None] Provisioning complete for port d594a7f3-bac0-403a-a6d7-c42e2754aa66 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:39:35.448343 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-e4a430cb-abb3-4329-822b-116a6c782c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (d594a7f3-bac0-403a-a6d7-c42e2754aa66), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:35.490287 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-e4a430cb-abb3-4329-822b-116a6c782c03 None None] Port d594a7f3-bac0-403a-a6d7-c42e2754aa66 cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:39:35.492563 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8949269f-bf73-40fe-be36-eb2c50289ee3 None None] DHCP port deletion for e423d8c6-f848-40d6-99bb-c61a958058f7 request from dv-cinder-828805-3-iscsi {{(pid=104644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 21:39:35.509710 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [None req-585e7fb8-0dcb-43ea-88a1-b4c6bf79bb56 admin admin] For port c60dfe92-d6e0-4913-b00c-6c6e48c8c90c, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=c60dfe92-d6e0-4913-b00c-6c6e48c8c90c,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:39:35.510359 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-585e7fb8-0dcb-43ea-88a1-b4c6bf79bb56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (c60dfe92-d6e0-4913-b00c-6c6e48c8c90c), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:35.530949 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-585e7fb8-0dcb-43ea-88a1-b4c6bf79bb56 admin admin] Calling delete_port for c60dfe92-d6e0-4913-b00c-6c6e48c8c90c owned by network:dhcp {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:39:35.536201 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-8949269f-bf73-40fe-be36-eb2c50289ee3 None None] Deleting port c60dfe92-d6e0-4913-b00c-6c6e48c8c90c {{(pid=104644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:39:35.537785 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-8949269f-bf73-40fe-be36-eb2c50289ee3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (c60dfe92-d6e0-4913-b00c-6c6e48c8c90c), before_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:35.560018 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67620fd6-2a1d-41a1-a09c-c1933e57de24 admin admin] Router 33aa2942-4efc-4444-9b3d-16d0af0ca7fc has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:39:35.584034 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:35.611939 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-8949269f-bf73-40fe-be36-eb2c50289ee3 None None] For port c60dfe92-d6e0-4913-b00c-6c6e48c8c90c, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=c60dfe92-d6e0-4913-b00c-6c6e48c8c90c,segment=NetworkSegment(38c90b3d-63a1-4e51-b935-268daccd686b),segment_id=38c90b3d-63a1-4e51-b935-268daccd686b)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:39:35.612344 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-8949269f-bf73-40fe-be36-eb2c50289ee3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (c60dfe92-d6e0-4913-b00c-6c6e48c8c90c), precommit_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:35.628007 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-8949269f-bf73-40fe-be36-eb2c50289ee3 None None] Calling delete_port for c60dfe92-d6e0-4913-b00c-6c6e48c8c90c owned by network:dhcp {{(pid=104644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:39:35.681774 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67620fd6-2a1d-41a1-a09c-c1933e57de24 admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:39:35.694583 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-67620fd6-2a1d-41a1-a09c-c1933e57de24 admin admin] 10.222.0.42 "PUT /v2.0/routers/33aa2942-4efc-4444-9b3d-16d0af0ca7fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8082259 May 26 21:39:35.724081 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-585e7fb8-0dcb-43ea-88a1-b4c6bf79bb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (c60dfe92-d6e0-4913-b00c-6c6e48c8c90c), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:35.730761 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-8949269f-bf73-40fe-be36-eb2c50289ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097'] for port (c60dfe92-d6e0-4913-b00c-6c6e48c8c90c), after_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:35.748826 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8949269f-bf73-40fe-be36-eb2c50289ee3 None None] No DVR routers for this DVR port c60dfe92-d6e0-4913-b00c-6c6e48c8c90c on host dv-cinder-828805-3-iscsi {{(pid=104644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:39:35.752649 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e7fb8-0dcb-43ea-88a1-b4c6bf79bb56 admin admin] Pushing event deleted for resources: {'Port': ['ID=c60dfe92-d6e0-4913-b00c-6c6e48c8c90c,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:35.756524 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585e7fb8-0dcb-43ea-88a1-b4c6bf79bb56 admin admin] No DVR routers for this DVR port c60dfe92-d6e0-4913-b00c-6c6e48c8c90c on host dv-cinder-828805-3-iscsi {{(pid=104642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:39:35.776068 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949269f-bf73-40fe-be36-eb2c50289ee3 None None] Pushing event deleted for resources: {'Port': ['ID=c60dfe92-d6e0-4913-b00c-6c6e48c8c90c,revision_number=None']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:35.845200 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-585e7fb8-0dcb-43ea-88a1-b4c6bf79bb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853542', 'neutron.services.segments.db._delete_segments_for_network-8745431346800'] for network (e423d8c6-f848-40d6-99bb-c61a958058f7), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:35.866720 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.services.segments.db [None req-585e7fb8-0dcb-43ea-88a1-b4c6bf79bb56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e423d8c6-f848-40d6-99bb-c61a958058f7']}} {{(pid=104642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:35.877038 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.services.segments.db [None req-585e7fb8-0dcb-43ea-88a1-b4c6bf79bb56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c90b3d-63a1-4e51-b935-268daccd686b') {'for_net_delete': True} {{(pid=104642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:35.877333 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.services.segments.db [None req-585e7fb8-0dcb-43ea-88a1-b4c6bf79bb56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c90b3d-63a1-4e51-b935-268daccd686b') {} {{(pid=104642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:35.887500 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-585e7fb8-0dcb-43ea-88a1-b4c6bf79bb56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745431347833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5148664'] for segment (38c90b3d-63a1-4e51-b935-268daccd686b), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:35.901126 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-585e7fb8-0dcb-43ea-88a1-b4c6bf79bb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (38c90b3d-63a1-4e51-b935-268daccd686b), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:35.913023 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-585e7fb8-0dcb-43ea-88a1-b4c6bf79bb56 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:39:35.913023 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-585e7fb8-0dcb-43ea-88a1-b4c6bf79bb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4632614'] for segment (38c90b3d-63a1-4e51-b935-268daccd686b), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:36.060305 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-585e7fb8-0dcb-43ea-88a1-b4c6bf79bb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696756'] for network (e423d8c6-f848-40d6-99bb-c61a958058f7), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:36.072329 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device a7006ef4-cff2-4375-8770-925acb2fb666 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:39:36.080218 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-585e7fb8-0dcb-43ea-88a1-b4c6bf79bb56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:36.086086 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-585e7fb8-0dcb-43ea-88a1-b4c6bf79bb56 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e423d8c6-f848-40d6-99bb-c61a958058f7 HTTP/1.1" status: 204 len: 168 time: 0.8610740 May 26 21:39:36.086086 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e7fb8-0dcb-43ea-88a1-b4c6bf79bb56 admin admin] Pushing event deleted for resources: {'Network': ['ID=e423d8c6-f848-40d6-99bb-c61a958058f7,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:36.098496 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.services.segments.plugin [-] Segment 38c90b3d-63a1-4e51-b935-268daccd686b resource provider aggregate not found May 26 21:39:36.119028 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.services.segments.plugin [-] Segment 38c90b3d-63a1-4e51-b935-268daccd686b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38c90b3d-63a1-4e51-b935-268daccd686b found for delete ", "request_id": "req-60722793-88d2-475d-8016-7abdab58dcc1"}]} May 26 21:39:36.137291 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port a7006ef4-cff2-4375-8770-925acb2fb666 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:39:36.137832 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (a7006ef4-cff2-4375-8770-925acb2fb666), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:36.206165 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57384) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:36.210715 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-242b4028-508d-450b-9434-24f12ca777de tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Request body: {'security_group': {'name': 'tempest-securitygroup--732217686', 'description': 'tempest-description--2055149281'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:39:36.213623 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port a7006ef4-cff2-4375-8770-925acb2fb666 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:39:36.214058 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (a7006ef4-cff2-4375-8770-925acb2fb666), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:36.236477 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-b4353f01-5905-4310-a158-79fd044992cf None None] For port a7006ef4-cff2-4375-8770-925acb2fb666, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=a7006ef4-cff2-4375-8770-925acb2fb666,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:39:36.294558 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-242b4028-508d-450b-9434-24f12ca777de tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:36.317229 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (a7006ef4-cff2-4375-8770-925acb2fb666), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:36.366514 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:36.374852 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Pushing event updated for resources: {'Port': ['ID=a7006ef4-cff2-4375-8770-925acb2fb666,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:36.376405 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-242b4028-508d-450b-9434-24f12ca777de tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for security_group (1cc40cd3-0604-4051-802e-df8409ed064e), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:36.390074 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device c545d201-b794-4b56-b0b4-4919d76d33a1 no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:39:36.413627 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: c545d201-b794-4b56-b0b4-4919d76d33a1 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:39:36.414201 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device c545d201-b794-4b56-b0b4-4919d76d33a1 not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:39:36.414351 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device fc732677-e824-4efd-bc17-3bb2d5ba554e no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:39:36.432865 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: fc732677-e824-4efd-bc17-3bb2d5ba554e {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:39:36.433208 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device fc732677-e824-4efd-bc17-3bb2d5ba554e not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:39:36.433616 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device c60dfe92-d6e0-4913-b00c-6c6e48c8c90c no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:39:36.441000 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-242b4028-508d-450b-9434-24f12ca777de tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (1cc40cd3-0604-4051-802e-df8409ed064e), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:36.452945 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: c60dfe92-d6e0-4913-b00c-6c6e48c8c90c {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:39:36.454214 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device c60dfe92-d6e0-4913-b00c-6c6e48c8c90c not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:39:36.463654 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57386) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:36.475466 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b4028-508d-450b-9434-24f12ca777de tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc40cd3-0604-4051-802e-df8409ed064e,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:36.504906 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] Sync routers for ids ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:39:36.513514 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-ce9bae19-4395-44c4-9cb4-cd90ccdfdf02 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3969075d983246cf8c4c7a45a57d5338&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0490711 May 26 21:39:36.516052 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] Routers {'33aa2942-4efc-4444-9b3d-16d0af0ca7fc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:39:36.516679 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57388) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:36.524493 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:39:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:36.548166 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-242b4028-508d-450b-9434-24f12ca777de tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:36.549385 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-242b4028-508d-450b-9434-24f12ca777de tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3421605 May 26 21:39:36.552577 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57390) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:36.558244 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-f9ccdaab-8c9a-4fae-a222-5207bcff7d59 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Request body: {'security_group_rule': {'security_group_id': '1cc40cd3-0604-4051-802e-df8409ed064e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:39:36.571558 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6e0a34ed-c995-4f22-908d-0a55f04764ac admin admin] Publish callbacks [] for security_group (a0d30f0d-a4cc-4014-b3fe-0b15ca26c50a), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:36.596622 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6e0a34ed-c995-4f22-908d-0a55f04764ac admin admin] Publish callbacks [] for security_group (a0d30f0d-a4cc-4014-b3fe-0b15ca26c50a), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:36.632383 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] Set router 33aa2942-4efc-4444-9b3d-16d0af0ca7fc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:39:36.642479 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f9ccdaab-8c9a-4fae-a222-5207bcff7d59 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for security_group_rule (10d0577d-434b-422c-90d2-1635ca14cb69), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:36.682764 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6e0a34ed-c995-4f22-908d-0a55f04764ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (a0d30f0d-a4cc-4014-b3fe-0b15ca26c50a), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:36.685952 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6e0a34ed-c995-4f22-908d-0a55f04764ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:36.689743 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-6e0a34ed-c995-4f22-908d-0a55f04764ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0d30f0d-a4cc-4014-b3fe-0b15ca26c50a HTTP/1.1" status: 204 len: 168 time: 0.1695857 May 26 21:39:36.696171 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a34ed-c995-4f22-908d-0a55f04764ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d30f0d-a4cc-4014-b3fe-0b15ca26c50a,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:36.704353 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f9ccdaab-8c9a-4fae-a222-5207bcff7d59 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for security_group_rule (10d0577d-434b-422c-90d2-1635ca14cb69), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:36.761810 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f9ccdaab-8c9a-4fae-a222-5207bcff7d59 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (10d0577d-434b-422c-90d2-1635ca14cb69), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:36.790892 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ccdaab-8c9a-4fae-a222-5207bcff7d59 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d0577d-434b-422c-90d2-1635ca14cb69,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:36.854642 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f9ccdaab-8c9a-4fae-a222-5207bcff7d59 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:36.856085 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-f9ccdaab-8c9a-4fae-a222-5207bcff7d59 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3019445 May 26 21:39:36.858716 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57394) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:36.863661 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-e98048d1-fefe-4446-b2ce-bee9a999a4f5 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Request body: {'security_group_rule': {'security_group_id': '1cc40cd3-0604-4051-802e-df8409ed064e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:39:36.909477 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:36.921651 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:36.970000 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'name': 'tempest-AttachVolumeTestJSON-610922942-router', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:39:30Z', 'updated_at': '2022-05-26T21:39:34Z', 'revision_number': 4, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'gw_port': {'id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:31Z', 'updated_at': '2022-05-26T21:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'd594a7f3-bac0-403a-a6d7-c42e2754aa66', 'name': '', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'mac_address': 'fa:16:3e:9b:17:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:33Z', 'updated_at': '2022-05-26T21:39:34Z', 'revision_number': 2, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'subnets': [{'id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:36.975098 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-e98048d1-fefe-4446-b2ce-bee9a999a4f5 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for security_group_rule (df4d696c-65c7-4ac3-9a33-e341e73b0978), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:36.995172 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] Checking router: 33aa2942-4efc-4444-9b3d-16d0af0ca7fc for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:39:36.995523 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] Updating router 33aa2942-4efc-4444-9b3d-16d0af0ca7fc port d594a7f3-bac0-403a-a6d7-c42e2754aa66 binding host dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:39:37.026144 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (d594a7f3-bac0-403a-a6d7-c42e2754aa66), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:37.040418 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-e98048d1-fefe-4446-b2ce-bee9a999a4f5 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for security_group_rule (df4d696c-65c7-4ac3-9a33-e341e73b0978), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:37.122797 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-e98048d1-fefe-4446-b2ce-bee9a999a4f5 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (df4d696c-65c7-4ac3-9a33-e341e73b0978), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:37.150345 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98048d1-fefe-4446-b2ce-bee9a999a4f5 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4d696c-65c7-4ac3-9a33-e341e73b0978,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:37.222168 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-e98048d1-fefe-4446-b2ce-bee9a999a4f5 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:37.223409 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-e98048d1-fefe-4446-b2ce-bee9a999a4f5 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3635583 May 26 21:39:37.226957 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57404) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:37.231482 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-55b06992-09de-480f-ab2a-c94e71d24d8e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Request body: {'floatingip': {'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:39:37.300097 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-55b06992-09de-480f-ab2a-c94e71d24d8e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:37.333288 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] Publish callbacks [] for port (d594a7f3-bac0-403a-a6d7-c42e2754aa66), precommit_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:37.379883 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (d594a7f3-bac0-403a-a6d7-c42e2754aa66), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:37.384325 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-55b06992-09de-480f-ab2a-c94e71d24d8e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:37.437800 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a6daa-7e08-4b64-89cc-10fb16ad4b62 None None] Pushing event updated for resources: {'Port': ['ID=d594a7f3-bac0-403a-a6d7-c42e2754aa66,revision_number=3']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:37.489035 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] Attempting to bind port d594a7f3-bac0-403a-a6d7-c42e2754aa66 on host dv-cinder-828805-3-iscsi for vnic_type normal with profile {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:39:37.489817 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] Attempting to bind port d594a7f3-bac0-403a-a6d7-c42e2754aa66 by drivers openvswitch,hyperv on host dv-cinder-828805-3-iscsi at level 0 using segments [{'id': '208a41d3-43ab-4c67-b9bb-daed24c75088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628'}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:39:37.489817 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] Attempting to bind port d594a7f3-bac0-403a-a6d7-c42e2754aa66 on network 8d882acc-8185-427d-b7ca-6a150ac29628 {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:39:37.495159 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:37.496368 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] Checking agent: {'id': '65e16566-28da-41e2-a1be-cf97ea06978e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 17, 58), 'started_at': datetime.datetime(2022, 5, 26, 21, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:39:37.496780 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] Checking segment: {'id': '208a41d3-43ab-4c67-b9bb-daed24c75088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:39:37.497260 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:37.499673 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] Bound using segment: {'id': '208a41d3-43ab-4c67-b9bb-daed24c75088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628'} {{(pid=104644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:39:37.500992 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=7 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:37.501133 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.managers [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] Bound port: d594a7f3-bac0-403a-a6d7-c42e2754aa66, host: dv-cinder-828805-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208a41d3-43ab-4c67-b9bb-daed24c75088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628'}}] {{(pid=104644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:39:37.504107 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (d594a7f3-bac0-403a-a6d7-c42e2754aa66), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:37.509363 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [None req-55b06992-09de-480f-ab2a-c94e71d24d8e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Allocated IP 172.27.3.112 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/e8d9e600-ffc8-4df5-83ff-3d835a1b9e82) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:39:37.593410 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] For port d594a7f3-bac0-403a-a6d7-c42e2754aa66, host dv-cinder-828805-3-iscsi, cleared binding levels {{(pid=104644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:39:37.596967 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] For port d594a7f3-bac0-403a-a6d7-c42e2754aa66, host dv-cinder-828805-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=d594a7f3-bac0-403a-a6d7-c42e2754aa66,segment=NetworkSegment(208a41d3-43ab-4c67-b9bb-daed24c75088),segment_id=208a41d3-43ab-4c67-b9bb-daed24c75088)] {{(pid=104644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:39:37.633608 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-55b06992-09de-480f-ab2a-c94e71d24d8e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for port (e8d9e600-ffc8-4df5-83ff-3d835a1b9e82), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:37.652855 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:37.675944 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (d594a7f3-bac0-403a-a6d7-c42e2754aa66), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:37.741856 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] Routers {'33aa2942-4efc-4444-9b3d-16d0af0ca7fc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:39:37.742058 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:39:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:37.751628 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a6daa-7e08-4b64-89cc-10fb16ad4b62 None None] Pushing event updated for resources: {'Port': ['ID=d594a7f3-bac0-403a-a6d7-c42e2754aa66,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:37.783302 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-01ee9451-d4cc-42c4-83e5-a32e72bd7fcd None None] Provisioning complete for port d594a7f3-bac0-403a-a6d7-c42e2754aa66 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:39:37.783669 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-01ee9451-d4cc-42c4-83e5-a32e72bd7fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (d594a7f3-bac0-403a-a6d7-c42e2754aa66), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:37.795725 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-55b06992-09de-480f-ab2a-c94e71d24d8e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (e8d9e600-ffc8-4df5-83ff-3d835a1b9e82), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:37.851516 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b06992-09de-480f-ab2a-c94e71d24d8e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:39:37.855861 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-55b06992-09de-480f-ab2a-c94e71d24d8e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:39:37.862468 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b06992-09de-480f-ab2a-c94e71d24d8e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:39:37.905064 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b06992-09de-480f-ab2a-c94e71d24d8e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Pushing event updated for resources: {'Port': ['ID=e8d9e600-ffc8-4df5-83ff-3d835a1b9e82,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:37.942657 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] Set router 33aa2942-4efc-4444-9b3d-16d0af0ca7fc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:39:37.973171 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-01ee9451-d4cc-42c4-83e5-a32e72bd7fcd None None] Current status of the port d594a7f3-bac0-403a-a6d7-c42e2754aa66 is: DOWN; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:39:37.973171 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-01ee9451-d4cc-42c4-83e5-a32e72bd7fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (d594a7f3-bac0-403a-a6d7-c42e2754aa66), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:37.975590 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-55b06992-09de-480f-ab2a-c94e71d24d8e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for floatingip (40327c49-a854-4765-aeec-3a9c1df775a5), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:38.047211 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-01ee9451-d4cc-42c4-83e5-a32e72bd7fcd None None] For port d594a7f3-bac0-403a-a6d7-c42e2754aa66, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=d594a7f3-bac0-403a-a6d7-c42e2754aa66,segment=NetworkSegment(208a41d3-43ab-4c67-b9bb-daed24c75088),segment_id=208a41d3-43ab-4c67-b9bb-daed24c75088)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:39:38.059609 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device a7006ef4-cff2-4375-8770-925acb2fb666 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:39:38.076343 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-55b06992-09de-480f-ab2a-c94e71d24d8e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (e8d9e600-ffc8-4df5-83ff-3d835a1b9e82), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:38.124277 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:38.142918 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-01ee9451-d4cc-42c4-83e5-a32e72bd7fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (d594a7f3-bac0-403a-a6d7-c42e2754aa66), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:38.218506 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port a7006ef4-cff2-4375-8770-925acb2fb666 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:39:38.219268 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (a7006ef4-cff2-4375-8770-925acb2fb666), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:38.282639 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-55b06992-09de-480f-ab2a-c94e71d24d8e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for port (e8d9e600-ffc8-4df5-83ff-3d835a1b9e82), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:38.293794 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee9451-d4cc-42c4-83e5-a32e72bd7fcd None None] Pushing event updated for resources: {'Port': ['ID=d594a7f3-bac0-403a-a6d7-c42e2754aa66,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:38.309201 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-f081f8db-b948-44dd-84c9-ff70bf0dcc5a None None] Provisioning complete for port d594a7f3-bac0-403a-a6d7-c42e2754aa66 triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:39:38.309561 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-f081f8db-b948-44dd-84c9-ff70bf0dcc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (d594a7f3-bac0-403a-a6d7-c42e2754aa66), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:38.315128 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'name': 'tempest-AttachVolumeTestJSON-610922942-router', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:39:30Z', 'updated_at': '2022-05-26T21:39:34Z', 'revision_number': 4, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'gw_port': {'id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:31Z', 'updated_at': '2022-05-26T21:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'd594a7f3-bac0-403a-a6d7-c42e2754aa66', 'name': '', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'mac_address': 'fa:16:3e:9b:17:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:33Z', 'updated_at': '2022-05-26T21:39:37Z', 'revision_number': 4, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'subnets': [{'id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:38.336870 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:38.369179 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3745129-e32e-42a3-8d8c-afab81ddb532 None None] The sync data for ids ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'] in dv-cinder-828805-3-iscsi is: [{'id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'name': 'tempest-AttachVolumeTestJSON-610922942-router', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:39:30Z', 'updated_at': '2022-05-26T21:39:34Z', 'revision_number': 4, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'gw_port': {'id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:31Z', 'updated_at': '2022-05-26T21:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'd594a7f3-bac0-403a-a6d7-c42e2754aa66', 'name': '', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'mac_address': 'fa:16:3e:9b:17:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:33Z', 'updated_at': '2022-05-26T21:39:37Z', 'revision_number': 4, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'subnets': [{'id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:39:38.377726 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-55b06992-09de-480f-ab2a-c94e71d24d8e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (e8d9e600-ffc8-4df5-83ff-3d835a1b9e82), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:38.425690 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port a7006ef4-cff2-4375-8770-925acb2fb666 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:39:38.468961 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-f081f8db-b948-44dd-84c9-ff70bf0dcc5a None None] Current status of the port d594a7f3-bac0-403a-a6d7-c42e2754aa66 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:39:38.505944 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b06992-09de-480f-ab2a-c94e71d24d8e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Pushing event updated for resources: {'Port': ['ID=e8d9e600-ffc8-4df5-83ff-3d835a1b9e82,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:38.523655 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-55b06992-09de-480f-ab2a-c94e71d24d8e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (40327c49-a854-4765-aeec-3a9c1df775a5), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:38.627642 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-55b06992-09de-480f-ab2a-c94e71d24d8e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:38.629152 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-55b06992-09de-480f-ab2a-c94e71d24d8e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4014580 May 26 21:39:38.864512 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-f417f171-fc5b-49fc-bdb5-9a121c74c4b3 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--732217686&fields=id&tenant_id=fe887b2709bc446c8198c3d141c353af HTTP/1.1" status: 200 len: 267 time: 0.0542841 May 26 21:39:38.877014 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:38.997286 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-1e7d3e03-9cf7-4a85-9bdc-0642f0ca8ea6 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:38.999398 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-1e7d3e03-9cf7-4a85-9bdc-0642f0ca8ea6 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/networks?id=8d882acc-8185-427d-b7ca-6a150ac29628 HTTP/1.1" status: 200 len: 810 time: 0.1330614 May 26 21:39:39.015426 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-e3c7888a-ab06-4329-8ce9-e932cfef8c4c tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/quotas/fe887b2709bc446c8198c3d141c353af HTTP/1.1" status: 200 len: 375 time: 0.0097871 May 26 21:39:39.072309 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-53158d9b-658d-43a5-aa19-1d96c76d1066 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe887b2709bc446c8198c3d141c353af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504720 May 26 21:39:39.190339 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-9d58e473-fe03-4740-b8e3-1715f0a652b4 service neutron] 10.222.0.42 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048853 May 26 21:39:39.294375 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-2e88393c-9d42-4993-9ebd-c05f6273dd3d service neutron] 10.222.0.42 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966854 May 26 21:39:39.544886 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bb01498b-8380-4efd-96b2-65da15bbec9e req-33611aa9-f324-44e4-917f-331a02acf0e9 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 210 time: 0.0373163 May 26 21:39:40.029845 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device d594a7f3-bac0-403a-a6d7-c42e2754aa66 up at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:39:40.081603 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Provisioning complete for port d594a7f3-bac0-403a-a6d7-c42e2754aa66 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:39:40.082030 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (d594a7f3-bac0-403a-a6d7-c42e2754aa66), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:40.159457 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Current status of the port d594a7f3-bac0-403a-a6d7-c42e2754aa66 is: ACTIVE; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:39:40.654078 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-13f9b797-16a9-49a7-98c7-59dfafc9c9b6 req-24fe9fa2-217b-4468-890e-3780f72de6f7 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 210 time: 0.0296872 May 26 21:39:41.759959 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-40f7c3e8-cc16-4468-9071-ff94ba2a56b6 req-642ade7c-69e2-463b-88bf-5a4627057cf4 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 210 time: 0.0297265 May 26 21:39:41.811178 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:41.825265 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-c63c7e1a-86ba-4919-8e1d-57bd9923d262 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:41.826706 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-c63c7e1a-86ba-4919-8e1d-57bd9923d262 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.60 "GET /v2.0/networks?id=8d882acc-8185-427d-b7ca-6a150ac29628 HTTP/1.1" status: 200 len: 810 time: 0.1100278 May 26 21:39:41.894014 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-0de40f9d-b6a1-409d-aca4-32f6727a1604 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe887b2709bc446c8198c3d141c353af HTTP/1.1" status: 200 len: 379 time: 0.0526204 May 26 21:39:41.903046 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-a3da1a3a-11d4-418a-9d80-f4903e1946d4 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Request body: {'port': {'device_id': '8693fdb4-b4bb-4887-9074-425572842c02', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'admin_state_up': True, 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'security_groups': ['1cc40cd3-0604-4051-802e-df8409ed064e']}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:39:42.092532 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-a3da1a3a-11d4-418a-9d80-f4903e1946d4 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Made reservation on behalf of fe887b2709bc446c8198c3d141c353af for: {'port': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:39:42.096726 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-a3da1a3a-11d4-418a-9d80-f4903e1946d4 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:42.236193 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-a3da1a3a-11d4-418a-9d80-f4903e1946d4 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Allocated IP 172.20.0.5 (8d882acc-8185-427d-b7ca-6a150ac29628/d05e8260-71fa-435d-9d66-bc967bf066f9/3e627b0d-06ff-49a1-bb6f-667e9115ac0d) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:39:42.293308 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:42.384105 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-a3da1a3a-11d4-418a-9d80-f4903e1946d4 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for port (3e627b0d-06ff-49a1-bb6f-667e9115ac0d), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:42.511433 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-a3da1a3a-11d4-418a-9d80-f4903e1946d4 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (3e627b0d-06ff-49a1-bb6f-667e9115ac0d), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:42.558493 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-a3da1a3a-11d4-418a-9d80-f4903e1946d4 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Network 8d882acc-8185-427d-b7ca-6a150ac29628 is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:39:42.559981 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-a3da1a3a-11d4-418a-9d80-f4903e1946d4 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:39:42.563102 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-a3da1a3a-11d4-418a-9d80-f4903e1946d4 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:39:42.600151 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da1a3a-11d4-418a-9d80-f4903e1946d4 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Pushing event updated for resources: {'Port': ['ID=3e627b0d-06ff-49a1-bb6f-667e9115ac0d,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:42.626827 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-a3da1a3a-11d4-418a-9d80-f4903e1946d4 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:42.628047 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-a3da1a3a-11d4-418a-9d80-f4903e1946d4 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:42.636943 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57564) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:42.702230 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-a3da1a3a-11d4-418a-9d80-f4903e1946d4 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8027947 May 26 21:39:42.716566 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-911c1790-c1ba-4e16-8e28-6b0a75139a80 service neutron] Request body: {'port': {'device_id': '8693fdb4-b4bb-4887-9074-425572842c02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:39:42.753254 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a8d8a528-7975-46ef-80f2-baf754bafdea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:42.772831 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:42.779529 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-911c1790-c1ba-4e16-8e28-6b0a75139a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (3e627b0d-06ff-49a1-bb6f-667e9115ac0d), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:42.810291 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=82,neutron:DELETE=11,neutron:INSERT=7 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:42.818806 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-beb60e9e-c886-4775-a822-d9c054b80464 None None] Provisioning complete for port 3e627b0d-06ff-49a1-bb6f-667e9115ac0d triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:39:42.819922 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-beb60e9e-c886-4775-a822-d9c054b80464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (3e627b0d-06ff-49a1-bb6f-667e9115ac0d), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:42.854348 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a8d8a528-7975-46ef-80f2-baf754bafdea admin admin] Publish callbacks [] for security_group (5b6bd6ed-e84b-4e20-a5dd-39f0d9c1592a), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:42.854615 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-beb60e9e-c886-4775-a822-d9c054b80464 None None] Port 3e627b0d-06ff-49a1-bb6f-667e9115ac0d cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:39:42.916835 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a8d8a528-7975-46ef-80f2-baf754bafdea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (5b6bd6ed-e84b-4e20-a5dd-39f0d9c1592a), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:42.949881 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586a356-e825-4bb7-ad12-870f809b2cef req-7e1b50f4-0ce3-49fc-b5ba-2b931e0cf7cb tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:42.951366 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d586a356-e825-4bb7-ad12-870f809b2cef req-7e1b50f4-0ce3-49fc-b5ba-2b931e0cf7cb tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 931 time: 0.1021922 May 26 21:39:42.960369 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-a8d8a528-7975-46ef-80f2-baf754bafdea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=112131d351a3403b811018bc4e233703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3198731 May 26 21:39:42.960810 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57570) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:42.967218 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8a528-7975-46ef-80f2-baf754bafdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6bd6ed-e84b-4e20-a5dd-39f0d9c1592a,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:43.020744 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6eab69da-068a-4594-8239-126fafb55c76 admin admin] Publish callbacks [] for security_group (5b6bd6ed-e84b-4e20-a5dd-39f0d9c1592a), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:43.042498 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6eab69da-068a-4594-8239-126fafb55c76 admin admin] Publish callbacks [] for security_group (5b6bd6ed-e84b-4e20-a5dd-39f0d9c1592a), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:43.044216 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:43.061511 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d586a356-e825-4bb7-ad12-870f809b2cef req-b1c4cb29-c114-40d0-88ce-1a129f41a769 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997539 May 26 21:39:43.153064 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-911c1790-c1ba-4e16-8e28-6b0a75139a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e627b0d-06ff-49a1-bb6f-667e9115ac0d {{(pid=104643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:39:43.160969 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-911c1790-c1ba-4e16-8e28-6b0a75139a80 service neutron] Publish callbacks [] for port (3e627b0d-06ff-49a1-bb6f-667e9115ac0d), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:43.172655 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:43.183676 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6eab69da-068a-4594-8239-126fafb55c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (5b6bd6ed-e84b-4e20-a5dd-39f0d9c1592a), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:43.184023 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.provisioning_blocks [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-911c1790-c1ba-4e16-8e28-6b0a75139a80 service neutron] Transition to ACTIVE for port object 3e627b0d-06ff-49a1-bb6f-667e9115ac0d will not be triggered until provisioned by entity L2. {{(pid=104643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:39:43.186234 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-6eab69da-068a-4594-8239-126fafb55c76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:43.187946 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-6eab69da-068a-4594-8239-126fafb55c76 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5b6bd6ed-e84b-4e20-a5dd-39f0d9c1592a HTTP/1.1" status: 204 len: 168 time: 0.2260807 May 26 21:39:43.197252 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab69da-068a-4594-8239-126fafb55c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6bd6ed-e84b-4e20-a5dd-39f0d9c1592a,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:43.270873 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-911c1790-c1ba-4e16-8e28-6b0a75139a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (3e627b0d-06ff-49a1-bb6f-667e9115ac0d), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:43.328254 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c1790-c1ba-4e16-8e28-6b0a75139a80 service neutron] Pushing event updated for resources: {'Port': ['ID=3e627b0d-06ff-49a1-bb6f-667e9115ac0d,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:43.403220 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-911c1790-c1ba-4e16-8e28-6b0a75139a80 service neutron] Attempting to bind port 3e627b0d-06ff-49a1-bb6f-667e9115ac0d on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:39:43.403551 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-911c1790-c1ba-4e16-8e28-6b0a75139a80 service neutron] Attempting to bind port 3e627b0d-06ff-49a1-bb6f-667e9115ac0d by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '208a41d3-43ab-4c67-b9bb-daed24c75088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628'}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:39:43.404007 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-911c1790-c1ba-4e16-8e28-6b0a75139a80 service neutron] Attempting to bind port 3e627b0d-06ff-49a1-bb6f-667e9115ac0d on network 8d882acc-8185-427d-b7ca-6a150ac29628 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:39:43.409037 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-911c1790-c1ba-4e16-8e28-6b0a75139a80 service neutron] Port 3e627b0d-06ff-49a1-bb6f-667e9115ac0d on network 8d882acc-8185-427d-b7ca-6a150ac29628 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:39:43.409350 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-911c1790-c1ba-4e16-8e28-6b0a75139a80 service neutron] Attempting to bind port 3e627b0d-06ff-49a1-bb6f-667e9115ac0d on network 8d882acc-8185-427d-b7ca-6a150ac29628 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:39:43.415214 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-911c1790-c1ba-4e16-8e28-6b0a75139a80 service neutron] Checking agent: {'id': '2bd30f19-4481-40fa-92e6-11ccee452902', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'started_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:39:43.415539 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-911c1790-c1ba-4e16-8e28-6b0a75139a80 service neutron] Checking segment: {'id': '208a41d3-43ab-4c67-b9bb-daed24c75088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:39:43.416145 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-911c1790-c1ba-4e16-8e28-6b0a75139a80 service neutron] Bound using segment: {'id': '208a41d3-43ab-4c67-b9bb-daed24c75088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628'} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:39:43.416582 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-911c1790-c1ba-4e16-8e28-6b0a75139a80 service neutron] Bound port: 3e627b0d-06ff-49a1-bb6f-667e9115ac0d, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208a41d3-43ab-4c67-b9bb-daed24c75088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628'}}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:39:43.416940 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-911c1790-c1ba-4e16-8e28-6b0a75139a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (3e627b0d-06ff-49a1-bb6f-667e9115ac0d), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:43.494246 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-911c1790-c1ba-4e16-8e28-6b0a75139a80 service neutron] For port 3e627b0d-06ff-49a1-bb6f-667e9115ac0d, host hv-cinder-82880, cleared binding levels {{(pid=104643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:39:43.500521 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-911c1790-c1ba-4e16-8e28-6b0a75139a80 service neutron] For port 3e627b0d-06ff-49a1-bb6f-667e9115ac0d, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=3e627b0d-06ff-49a1-bb6f-667e9115ac0d,segment=NetworkSegment(208a41d3-43ab-4c67-b9bb-daed24c75088),segment_id=208a41d3-43ab-4c67-b9bb-daed24c75088)] {{(pid=104643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:39:43.653222 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-911c1790-c1ba-4e16-8e28-6b0a75139a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (3e627b0d-06ff-49a1-bb6f-667e9115ac0d), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:43.688506 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-911c1790-c1ba-4e16-8e28-6b0a75139a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:43.689112 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-911c1790-c1ba-4e16-8e28-6b0a75139a80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:43.690735 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-911c1790-c1ba-4e16-8e28-6b0a75139a80 service neutron] 10.222.0.60 "PUT /v2.0/ports/3e627b0d-06ff-49a1-bb6f-667e9115ac0d HTTP/1.1" status: 200 len: 1093 time: 0.9803841 May 26 21:39:43.693096 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8693fdb4-b4bb-4887-9074-425572842c02', 'tag': '3e627b0d-06ff-49a1-bb6f-667e9115ac0d'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:39:43.695370 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f55f19-891c-4f75-be9e-22026e640c50" -d '{"events": [{"name": "network-changed", "server_uuid": "8693fdb4-b4bb-4887-9074-425572842c02", "tag": "3e627b0d-06ff-49a1-bb6f-667e9115ac0d"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:39:43.728459 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c1790-c1ba-4e16-8e28-6b0a75139a80 service neutron] Pushing event updated for resources: {'Port': ['ID=3e627b0d-06ff-49a1-bb6f-667e9115ac0d,revision_number=3']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:43.740284 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba0fb55-2c16-452a-9081-604f74f2869f x-openstack-request-id: req-5ba0fb55-2c16-452a-9081-604f74f2869f {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:39:43.740655 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8693fdb4-b4bb-4887-9074-425572842c02", "tag": "3e627b0d-06ff-49a1-bb6f-667e9115ac0d", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:39:43.740888 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5ba0fb55-2c16-452a-9081-604f74f2869f {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:39:43.741425 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba0fb55-2c16-452a-9081-604f74f2869f'] response: {'name': 'network-changed', 'server_uuid': '8693fdb4-b4bb-4887-9074-425572842c02', 'tag': '3e627b0d-06ff-49a1-bb6f-667e9115ac0d', 'status': 'completed', 'code': 200} May 26 21:39:43.805301 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f55f19-891c-4f75-be9e-22026e640c50 req-444c003d-3024-43b2-8197-12666f9abd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:43.806811 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-94f55f19-891c-4f75-be9e-22026e640c50 req-444c003d-3024-43b2-8197-12666f9abd12 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fe887b2709bc446c8198c3d141c353af&device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 1127 time: 0.0436463 May 26 21:39:43.917615 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f55f19-891c-4f75-be9e-22026e640c50 req-90daba79-4abf-4ca6-8101-9ee890658d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:43.919365 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-94f55f19-891c-4f75-be9e-22026e640c50 req-90daba79-4abf-4ca6-8101-9ee890658d61 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=fe887b2709bc446c8198c3d141c353af&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1050494 May 26 21:39:43.971858 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57578) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:43.986255 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-872acfa5-c03a-4ff2-b8ad-f51f1071c903 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:43.989586 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:44.021401 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f55f19-891c-4f75-be9e-22026e640c50 req-8951c01f-8129-493d-b1cc-9667dcbe98a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:44.023075 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-94f55f19-891c-4f75-be9e-22026e640c50 req-8951c01f-8129-493d-b1cc-9667dcbe98a8 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979362 May 26 21:39:44.063797 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-872acfa5-c03a-4ff2-b8ad-f51f1071c903 admin admin] Publish callbacks [] for security_group (77215952-2ecf-45d8-ac39-b9a8144d1e41), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:44.105101 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-028d00a1-0c91-4bfc-96de-d543911e72be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:44.106586 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-028d00a1-0c91-4bfc-96de-d543911e72be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fe887b2709bc446c8198c3d141c353af&device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 1127 time: 0.0407023 May 26 21:39:44.143544 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-872acfa5-c03a-4ff2-b8ad-f51f1071c903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (77215952-2ecf-45d8-ac39-b9a8144d1e41), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:44.146657 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-050857df-36ce-4c3b-b321-36dca8a99103 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e627b0d-06ff-49a1-bb6f-667e9115ac0d HTTP/1.1" status: 200 len: 217 time: 0.0335987 May 26 21:39:44.186599 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=2 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:44.190092 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-872acfa5-c03a-4ff2-b8ad-f51f1071c903 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e53c2cdde3ae41f9869a6eb9219db3f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170994 May 26 21:39:44.190806 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57582) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:44.193193 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872acfa5-c03a-4ff2-b8ad-f51f1071c903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77215952-2ecf-45d8-ac39-b9a8144d1e41,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:44.226754 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d0773-eef3-4f0e-8478-cc279e9dab2c req-ed4dc14d-4394-4cbd-9e90-02dbd46bc564 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:44.228363 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-158d0773-eef3-4f0e-8478-cc279e9dab2c req-ed4dc14d-4394-4cbd-9e90-02dbd46bc564 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 943 time: 0.0844045 May 26 21:39:44.234375 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-0fc44ba1-1999-4a0a-a319-f478fd6048bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:44.235836 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-0fc44ba1-1999-4a0a-a319-f478fd6048bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d05e8260-71fa-435d-9d66-bc967bf066f9 HTTP/1.1" status: 200 len: 849 time: 0.0815933 May 26 21:39:44.253132 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-73650b7c-7226-47fd-b43d-76ad76c581b6 admin admin] Publish callbacks [] for security_group (77215952-2ecf-45d8-ac39-b9a8144d1e41), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:44.276226 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-73650b7c-7226-47fd-b43d-76ad76c581b6 admin admin] Publish callbacks [] for security_group (77215952-2ecf-45d8-ac39-b9a8144d1e41), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:44.311479 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-33564e40-8562-4f3c-b5b1-29ca67ee5941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:44.313003 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-33564e40-8562-4f3c-b5b1-29ca67ee5941 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d882acc-8185-427d-b7ca-6a150ac29628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693519 May 26 21:39:44.316465 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-158d0773-eef3-4f0e-8478-cc279e9dab2c req-02d07124-8c03-4401-a48b-d3b841f5ced5 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797677 May 26 21:39:44.407483 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-55824dad-0bbd-49f9-815d-eaccb39302e0 service neutron] 10.222.0.60 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880501 May 26 21:39:44.437509 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-73650b7c-7226-47fd-b43d-76ad76c581b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (77215952-2ecf-45d8-ac39-b9a8144d1e41), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:44.440177 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-73650b7c-7226-47fd-b43d-76ad76c581b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:44.441341 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-73650b7c-7226-47fd-b43d-76ad76c581b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/77215952-2ecf-45d8-ac39-b9a8144d1e41 HTTP/1.1" status: 204 len: 168 time: 0.2472301 May 26 21:39:44.450122 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73650b7c-7226-47fd-b43d-76ad76c581b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77215952-2ecf-45d8-ac39-b9a8144d1e41,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:44.513190 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9c0eb90f-b8f1-4fea-b232-8471f7c1d248 req-bce22fb0-e67c-4532-94d7-b3d17c961886 service neutron] 10.222.0.60 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995760 May 26 21:39:45.433786 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941a41e-f572-4225-9189-75279e8cd08e req-acac41dc-fea3-4c13-8c9c-061608ee11eb tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:45.435395 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8941a41e-f572-4225-9189-75279e8cd08e req-acac41dc-fea3-4c13-8c9c-061608ee11eb tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 943 time: 0.0478508 May 26 21:39:45.488798 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-8941a41e-f572-4225-9189-75279e8cd08e req-21af2f13-5c9c-4c8d-94b6-2ee70a397d08 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467684 May 26 21:39:46.607147 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:46.615949 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da4ed0-dbd9-4b70-b040-43795d018624 req-c4eb6527-0b01-440e-bffc-579c1c981654 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:46.617537 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-41da4ed0-dbd9-4b70-b040-43795d018624 req-c4eb6527-0b01-440e-bffc-579c1c981654 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 943 time: 0.0514367 May 26 21:39:46.669725 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-41da4ed0-dbd9-4b70-b040-43795d018624 req-8b9f688b-f157-4fb7-b024-d1ac97a9be96 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452428 May 26 21:39:47.790344 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f595a5-fecc-4f86-8742-842869673c34 req-11ed9718-3527-4cc2-814f-63161feb11bc tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:47.791824 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-62f595a5-fecc-4f86-8742-842869673c34 req-11ed9718-3527-4cc2-814f-63161feb11bc tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 943 time: 0.0501261 May 26 21:39:47.838318 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-62f595a5-fecc-4f86-8742-842869673c34 req-809984b3-4c93-43a9-9a68-122463933620 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404894 May 26 21:39:48.592126 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 3e627b0d-06ff-49a1-bb6f-667e9115ac0d details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:39:48.697399 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 3e627b0d-06ff-49a1-bb6f-667e9115ac0d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=3e627b0d-06ff-49a1-bb6f-667e9115ac0d,segment=NetworkSegment(208a41d3-43ab-4c67-b9bb-daed24c75088),segment_id=208a41d3-43ab-4c67-b9bb-daed24c75088)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:39:48.711361 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': '3e627b0d-06ff-49a1-bb6f-667e9115ac0d', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'port_id': '3e627b0d-06ff-49a1-bb6f-667e9115ac0d', 'mac_address': 'fa:16:3e:de:23:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:39:48.753503 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 3e627b0d-06ff-49a1-bb6f-667e9115ac0d is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:39:48.753883 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (3e627b0d-06ff-49a1-bb6f-667e9115ac0d), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:48.768330 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e627b0d-06ff-49a1-bb6f-667e9115ac0d {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:39:48.789010 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 3e627b0d-06ff-49a1-bb6f-667e9115ac0d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=3e627b0d-06ff-49a1-bb6f-667e9115ac0d,segment=NetworkSegment(208a41d3-43ab-4c67-b9bb-daed24c75088),segment_id=208a41d3-43ab-4c67-b9bb-daed24c75088)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:39:48.859679 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (3e627b0d-06ff-49a1-bb6f-667e9115ac0d), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:48.906731 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=3e627b0d-06ff-49a1-bb6f-667e9115ac0d,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:48.914060 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:48.914393 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:48.914726 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:48.915057 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:48.915379 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:48.915699 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:48.916044 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:48.916361 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:48.916679 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:48.917179 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:48.917498 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:48.917816 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:48.918131 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:48.918705 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:48.919039 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:39:48.954808 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9ca90-5b82-430c-a3fa-df3f120448f5 req-b3823106-c825-4f36-b81d-74849c663391 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:48.956290 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-66e9ca90-5b82-430c-a3fa-df3f120448f5 req-b3823106-c825-4f36-b81d-74849c663391 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 944 time: 0.0481222 May 26 21:39:49.007290 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-66e9ca90-5b82-430c-a3fa-df3f120448f5 req-f78f1f18-329e-49a3-adb7-550479c50a44 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452504 May 26 21:39:49.215079 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['3e627b0d-06ff-49a1-bb6f-667e9115ac0d'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:39:49.279239 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=100 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:49.476834 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:50.090234 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:50.129359 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77761cc-7594-446c-af58-01686f6ba861 req-68b9638a-6e26-445c-9903-1f446035732b tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:50.130790 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d77761cc-7594-446c-af58-01686f6ba861 req-68b9638a-6e26-445c-9903-1f446035732b tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 944 time: 0.0495112 May 26 21:39:50.179381 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d77761cc-7594-446c-af58-01686f6ba861 req-d5bcd84b-07b8-4c79-91d2-c49cf506198e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426157 May 26 21:39:50.584890 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 3e627b0d-06ff-49a1-bb6f-667e9115ac0d up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:39:50.624269 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:50.629592 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning for port 3e627b0d-06ff-49a1-bb6f-667e9115ac0d completed by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:39:50.705206 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port 3e627b0d-06ff-49a1-bb6f-667e9115ac0d triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:39:50.705593 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (3e627b0d-06ff-49a1-bb6f-667e9115ac0d), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:50.785008 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 3e627b0d-06ff-49a1-bb6f-667e9115ac0d is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:39:50.785383 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (3e627b0d-06ff-49a1-bb6f-667e9115ac0d), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:50.809723 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8693fdb4-b4bb-4887-9074-425572842c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e627b0d-06ff-49a1-bb6f-667e9115ac0d'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:39:50.812067 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb70d79f-c85c-4724-92ce-ac7c923e245e" -d '{"events": [{"server_uuid": "8693fdb4-b4bb-4887-9074-425572842c02", "name": "network-vif-plugged", "status": "completed", "tag": "3e627b0d-06ff-49a1-bb6f-667e9115ac0d"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:39:50.826583 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 3e627b0d-06ff-49a1-bb6f-667e9115ac0d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=3e627b0d-06ff-49a1-bb6f-667e9115ac0d,segment=NetworkSegment(208a41d3-43ab-4c67-b9bb-daed24c75088),segment_id=208a41d3-43ab-4c67-b9bb-daed24c75088)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:39:50.855294 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfcc03e-c620-4ea6-bfac-6116bcaa6162 x-openstack-request-id: req-2cfcc03e-c620-4ea6-bfac-6116bcaa6162 {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:39:50.855634 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8693fdb4-b4bb-4887-9074-425572842c02", "name": "network-vif-plugged", "status": "completed", "tag": "3e627b0d-06ff-49a1-bb6f-667e9115ac0d", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:39:50.855970 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2cfcc03e-c620-4ea6-bfac-6116bcaa6162 {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:39:50.861078 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cfcc03e-c620-4ea6-bfac-6116bcaa6162'] response: {'server_uuid': '8693fdb4-b4bb-4887-9074-425572842c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e627b0d-06ff-49a1-bb6f-667e9115ac0d', 'code': 200} May 26 21:39:50.905314 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (3e627b0d-06ff-49a1-bb6f-667e9115ac0d), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:50.952617 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=3e627b0d-06ff-49a1-bb6f-667e9115ac0d,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:51.046374 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-e7088d8b-443b-4972-b565-590cbc060bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:51.175479 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9dc9a-d55e-4990-9af3-a85888ba49b8 req-2f9adfd4-6573-49ca-9d5a-324800b74638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:51.176992 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3ba9dc9a-d55e-4990-9af3-a85888ba49b8 req-2f9adfd4-6573-49ca-9d5a-324800b74638 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 1129 time: 0.0430076 May 26 21:39:51.222147 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3ba9dc9a-d55e-4990-9af3-a85888ba49b8 req-02bf0048-9254-4de5-a78e-5f5d56555294 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397539 May 26 21:39:51.302506 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb250a3-bad6-437f-a231-65e81c4054a9 req-cbcd244f-67d8-45a2-8d82-dd74c78d2f11 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:51.304234 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bdb250a3-bad6-437f-a231-65e81c4054a9 req-cbcd244f-67d8-45a2-8d82-dd74c78d2f11 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0558367 May 26 21:39:51.357202 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bdb250a3-bad6-437f-a231-65e81c4054a9 req-12336a3f-60ae-4080-ad50-394edc5b3a8a tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475438 May 26 21:39:52.263299 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57678) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:52.367365 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-42a90dca-668c-4cbc-b9aa-646a2d5ac514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:52.470378 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-42a90dca-668c-4cbc-b9aa-646a2d5ac514 admin admin] Publish callbacks [] for security_group (db1f99ff-4a9a-41c2-a7fc-d8ce00f42d60), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:52.487068 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78c16c-6cab-42b3-905d-cff9904641fd req-b8c445ba-5fb1-48a6-ac32-804a2c2d4a77 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:52.488589 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ce78c16c-6cab-42b3-905d-cff9904641fd req-b8c445ba-5fb1-48a6-ac32-804a2c2d4a77 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0567889 May 26 21:39:52.541904 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ce78c16c-6cab-42b3-905d-cff9904641fd req-8f9f3b20-a109-4f57-bada-9fcd99e495ee tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474744 May 26 21:39:52.550554 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-42a90dca-668c-4cbc-b9aa-646a2d5ac514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (db1f99ff-4a9a-41c2-a7fc-d8ce00f42d60), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:52.589329 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a90dca-668c-4cbc-b9aa-646a2d5ac514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1f99ff-4a9a-41c2-a7fc-d8ce00f42d60,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:52.593707 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-42a90dca-668c-4cbc-b9aa-646a2d5ac514 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa0a73f196ed476b9f5b49ccc1dfdde0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3293808 May 26 21:39:52.597083 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57684) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:52.646564 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ff7b0197-eed3-4c46-b306-2ce2278c7607 admin admin] Publish callbacks [] for security_group (db1f99ff-4a9a-41c2-a7fc-d8ce00f42d60), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:52.669445 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ff7b0197-eed3-4c46-b306-2ce2278c7607 admin admin] Publish callbacks [] for security_group (db1f99ff-4a9a-41c2-a7fc-d8ce00f42d60), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:52.772155 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ff7b0197-eed3-4c46-b306-2ce2278c7607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (db1f99ff-4a9a-41c2-a7fc-d8ce00f42d60), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:52.774860 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ff7b0197-eed3-4c46-b306-2ce2278c7607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:52.776107 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-ff7b0197-eed3-4c46-b306-2ce2278c7607 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/db1f99ff-4a9a-41c2-a7fc-d8ce00f42d60 HTTP/1.1" status: 204 len: 168 time: 0.1781347 May 26 21:39:52.785004 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b0197-eed3-4c46-b306-2ce2278c7607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1f99ff-4a9a-41c2-a7fc-d8ce00f42d60,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:53.418905 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57690) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:53.432452 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-0dc9e4fc-e524-4f43-9280-d9955d16afec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:53.463251 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-53a32b42-b3ef-44cc-b748-acd8e996ae67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:53.512894 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-0dc9e4fc-e524-4f43-9280-d9955d16afec admin admin] Publish callbacks [] for security_group (84d82085-3a46-4d37-8491-bfc034536fc0), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:53.619263 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-0dc9e4fc-e524-4f43-9280-d9955d16afec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (84d82085-3a46-4d37-8491-bfc034536fc0), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:53.624109 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:53.624696 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:53.659886 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e58bb-a585-4c4f-83ca-66bfcc271c1b req-deb335ef-0bc9-46e3-85d5-99f69ea0761b tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:53.661406 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3c0e58bb-a585-4c4f-83ca-66bfcc271c1b req-deb335ef-0bc9-46e3-85d5-99f69ea0761b tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0487761 May 26 21:39:53.663980 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-0dc9e4fc-e524-4f43-9280-d9955d16afec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dead44f2daff4885bc15151f6f4c1801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439845 May 26 21:39:53.664774 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc9e4fc-e524-4f43-9280-d9955d16afec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d82085-3a46-4d37-8491-bfc034536fc0,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:53.666512 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57694) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:53.742305 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3c0e58bb-a585-4c4f-83ca-66bfcc271c1b req-63fa02e5-18d7-4147-9fc0-7993859e0a0d tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683885 May 26 21:39:53.755284 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c8bb3c01-35cc-483c-8fdc-89dc4bfb2028 admin admin] Publish callbacks [] for security_group (84d82085-3a46-4d37-8491-bfc034536fc0), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:53.780254 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c8bb3c01-35cc-483c-8fdc-89dc4bfb2028 admin admin] Publish callbacks [] for security_group (84d82085-3a46-4d37-8491-bfc034536fc0), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:53.860438 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75b751-c63e-4cb7-8ac1-f841d0d8ff2d req-423e7580-315c-47fe-b6b3-a0845143feab tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:53.862344 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5d75b751-c63e-4cb7-8ac1-f841d0d8ff2d req-423e7580-315c-47fe-b6b3-a0845143feab tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0482793 May 26 21:39:53.871344 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57698) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:53.875938 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-5bc62a0a-2345-4857-85c6-975fad297e86 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Request body: {'floatingip': {'port_id': '3e627b0d-06ff-49a1-bb6f-667e9115ac0d'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:39:53.913924 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-5bc62a0a-2345-4857-85c6-975fad297e86 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for floatingip (40327c49-a854-4765-aeec-3a9c1df775a5), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:53.933633 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c8bb3c01-35cc-483c-8fdc-89dc4bfb2028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (84d82085-3a46-4d37-8491-bfc034536fc0), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:53.936682 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c8bb3c01-35cc-483c-8fdc-89dc4bfb2028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:53.940885 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-c8bb3c01-35cc-483c-8fdc-89dc4bfb2028 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/84d82085-3a46-4d37-8491-bfc034536fc0 HTTP/1.1" status: 204 len: 168 time: 0.2703996 May 26 21:39:53.947970 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb3c01-35cc-483c-8fdc-89dc4bfb2028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d82085-3a46-4d37-8491-bfc034536fc0,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:54.353254 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-5bc62a0a-2345-4857-85c6-975fad297e86 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:54.408391 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-5bc62a0a-2345-4857-85c6-975fad297e86 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (40327c49-a854-4765-aeec-3a9c1df775a5), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:54.610224 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:54.760596 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.db.l3_db [None req-5bc62a0a-2345-4857-85c6-975fad297e86 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Floating IP 40327c49-a854-4765-aeec-3a9c1df775a5 associated. External IP: 172.27.3.112, port: 3e627b0d-06ff-49a1-bb6f-667e9115ac0d. May 26 21:39:54.962465 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:54.967561 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc62a0a-2345-4857-85c6-975fad297e86 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Router 33aa2942-4efc-4444-9b3d-16d0af0ca7fc has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:39:55.066027 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:55.079921 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc62a0a-2345-4857-85c6-975fad297e86 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:39:55.085367 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-5bc62a0a-2345-4857-85c6-975fad297e86 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:55.092322 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9196c3-24cb-4986-b770-5b3fb2acd7ce None None] Sync routers for ids ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:39:55.105079 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9196c3-24cb-4986-b770-5b3fb2acd7ce None None] Routers {'33aa2942-4efc-4444-9b3d-16d0af0ca7fc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:39:55.105860 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-0f9196c3-24cb-4986-b770-5b3fb2acd7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:39:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:55.114808 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:55.129098 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-5bc62a0a-2345-4857-85c6-975fad297e86 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "PUT /v2.0/floatingips/40327c49-a854-4765-aeec-3a9c1df775a5 HTTP/1.1" status: 200 len: 991 time: 1.2536204 May 26 21:39:55.129098 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8693fdb4-b4bb-4887-9074-425572842c02', 'tag': '3e627b0d-06ff-49a1-bb6f-667e9115ac0d'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:39:55.132369 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4620c3-2243-4c09-b6a8-98542f550ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "8693fdb4-b4bb-4887-9074-425572842c02", "tag": "3e627b0d-06ff-49a1-bb6f-667e9115ac0d"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:39:55.176204 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abec1d57-2d9c-45ca-81db-dc34bf43f5f8 x-openstack-request-id: req-abec1d57-2d9c-45ca-81db-dc34bf43f5f8 {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:39:55.176557 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8693fdb4-b4bb-4887-9074-425572842c02", "tag": "3e627b0d-06ff-49a1-bb6f-667e9115ac0d", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:39:55.178011 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-abec1d57-2d9c-45ca-81db-dc34bf43f5f8 {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:39:55.178011 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abec1d57-2d9c-45ca-81db-dc34bf43f5f8'] response: {'name': 'network-changed', 'server_uuid': '8693fdb4-b4bb-4887-9074-425572842c02', 'tag': '3e627b0d-06ff-49a1-bb6f-667e9115ac0d', 'status': 'completed', 'code': 200} May 26 21:39:55.221716 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-0f9196c3-24cb-4986-b770-5b3fb2acd7ce None None] Set router 33aa2942-4efc-4444-9b3d-16d0af0ca7fc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:39:55.238128 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4620c3-2243-4c09-b6a8-98542f550ba7 req-8487fa2d-69c3-4678-ae1d-9b84f77f5470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:55.242043 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fe4620c3-2243-4c09-b6a8-98542f550ba7 req-8487fa2d-69c3-4678-ae1d-9b84f77f5470 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fe887b2709bc446c8198c3d141c353af&device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 1129 time: 0.0435376 May 26 21:39:55.332590 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4620c3-2243-4c09-b6a8-98542f550ba7 req-2b9b4c78-8cb2-4b4b-ba4a-277e4708e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:55.334033 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fe4620c3-2243-4c09-b6a8-98542f550ba7 req-2b9b4c78-8cb2-4b4b-ba4a-277e4708e4e6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d882acc-8185-427d-b7ca-6a150ac29628 HTTP/1.1" status: 200 len: 911 time: 0.0882747 May 26 21:39:55.398571 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fe4620c3-2243-4c09-b6a8-98542f550ba7 req-5bebf1e1-6d9e-458a-8720-cdf04e3e287a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e627b0d-06ff-49a1-bb6f-667e9115ac0d HTTP/1.1" status: 200 len: 999 time: 0.0584021 May 26 21:39:55.433778 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-0f9196c3-24cb-4986-b770-5b3fb2acd7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'name': 'tempest-AttachVolumeTestJSON-610922942-router', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:39:30Z', 'updated_at': '2022-05-26T21:39:34Z', 'revision_number': 4, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'gw_port': {'id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:31Z', 'updated_at': '2022-05-26T21:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '40327c49-a854-4765-aeec-3a9c1df775a5', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'port_id': '3e627b0d-06ff-49a1-bb6f-667e9115ac0d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'mac_address': 'fa:16:3e:de:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8693fdb4-b4bb-4887-9074-425572842c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:39:37Z', 'updated_at': '2022-05-26T21:39:54Z', 'revision_number': 1, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd594a7f3-bac0-403a-a6d7-c42e2754aa66', 'name': '', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'mac_address': 'fa:16:3e:9b:17:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:33Z', 'updated_at': '2022-05-26T21:39:37Z', 'revision_number': 5, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'subnets': [{'id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:55.448572 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4620c3-2243-4c09-b6a8-98542f550ba7 req-f7d2411e-ab94-4e32-918e-75d616cbfeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:55.450079 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fe4620c3-2243-4c09-b6a8-98542f550ba7 req-f7d2411e-ab94-4e32-918e-75d616cbfeef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d05e8260-71fa-435d-9d66-bc967bf066f9 HTTP/1.1" status: 200 len: 849 time: 0.0454640 May 26 21:39:55.458692 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9196c3-24cb-4986-b770-5b3fb2acd7ce None None] Checking router: 33aa2942-4efc-4444-9b3d-16d0af0ca7fc for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:39:55.467537 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9196c3-24cb-4986-b770-5b3fb2acd7ce None None] Routers {'33aa2942-4efc-4444-9b3d-16d0af0ca7fc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:39:55.468116 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-0f9196c3-24cb-4986-b770-5b3fb2acd7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:39:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:55.493362 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4620c3-2243-4c09-b6a8-98542f550ba7 req-45d85044-5727-4198-8de7-cde521aea4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:39:55.494854 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fe4620c3-2243-4c09-b6a8-98542f550ba7 req-45d85044-5727-4198-8de7-cde521aea4d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d882acc-8185-427d-b7ca-6a150ac29628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389628 May 26 21:39:55.578470 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-0f9196c3-24cb-4986-b770-5b3fb2acd7ce None None] Set router 33aa2942-4efc-4444-9b3d-16d0af0ca7fc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:39:55.593999 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fe4620c3-2243-4c09-b6a8-98542f550ba7 req-35f0aa80-2558-4f85-afe1-21b6b8a2a47f service neutron] 10.222.0.60 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933213 May 26 21:39:55.619509 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57732) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:55.713231 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fe4620c3-2243-4c09-b6a8-98542f550ba7 req-db17a66f-b8fb-43be-a4dc-a11d8d57c498 service neutron] 10.222.0.60 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088030 May 26 21:39:55.754953 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-b1719a0c-4c0c-48da-bd66-6bd01148e91a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:55.788654 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:39:55.837211 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-b1719a0c-4c0c-48da-bd66-6bd01148e91a admin admin] Publish callbacks [] for security_group (a0d3148b-d5b5-4960-bbda-416da324267f), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:55.894249 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-0f9196c3-24cb-4986-b770-5b3fb2acd7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'name': 'tempest-AttachVolumeTestJSON-610922942-router', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:39:30Z', 'updated_at': '2022-05-26T21:39:34Z', 'revision_number': 4, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'gw_port': {'id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:31Z', 'updated_at': '2022-05-26T21:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '40327c49-a854-4765-aeec-3a9c1df775a5', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'port_id': '3e627b0d-06ff-49a1-bb6f-667e9115ac0d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'mac_address': 'fa:16:3e:de:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8693fdb4-b4bb-4887-9074-425572842c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:39:37Z', 'updated_at': '2022-05-26T21:39:54Z', 'revision_number': 1, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd594a7f3-bac0-403a-a6d7-c42e2754aa66', 'name': '', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'mac_address': 'fa:16:3e:9b:17:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:33Z', 'updated_at': '2022-05-26T21:39:37Z', 'revision_number': 5, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'subnets': [{'id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:39:55.911471 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-b1719a0c-4c0c-48da-bd66-6bd01148e91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (a0d3148b-d5b5-4960-bbda-416da324267f), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:55.919570 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9196c3-24cb-4986-b770-5b3fb2acd7ce None None] The sync data for ids ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'] in dv-cinder-828805-3-iscsi is: [{'id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'name': 'tempest-AttachVolumeTestJSON-610922942-router', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:39:30Z', 'updated_at': '2022-05-26T21:39:34Z', 'revision_number': 4, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'gw_port': {'id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:31Z', 'updated_at': '2022-05-26T21:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '40327c49-a854-4765-aeec-3a9c1df775a5', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'port_id': '3e627b0d-06ff-49a1-bb6f-667e9115ac0d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'mac_address': 'fa:16:3e:de:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8693fdb4-b4bb-4887-9074-425572842c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:39:37Z', 'updated_at': '2022-05-26T21:39:54Z', 'revision_number': 1, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd594a7f3-bac0-403a-a6d7-c42e2754aa66', 'name': '', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'mac_address': 'fa:16:3e:9b:17:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:33Z', 'updated_at': '2022-05-26T21:39:37Z', 'revision_number': 5, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'subnets': [{'id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:39:55.957001 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1719a0c-4c0c-48da-bd66-6bd01148e91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d3148b-d5b5-4960-bbda-416da324267f,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:55.961249 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-b1719a0c-4c0c-48da-bd66-6bd01148e91a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=afd7ccb41f924523befa6facfc0fc814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3406818 May 26 21:39:55.964214 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57736) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:39:56.024901 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d11cd211-539e-4b9a-851d-01bc4d2613ec admin admin] Publish callbacks [] for security_group (a0d3148b-d5b5-4960-bbda-416da324267f), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:56.052216 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d11cd211-539e-4b9a-851d-01bc4d2613ec admin admin] Publish callbacks [] for security_group (a0d3148b-d5b5-4960-bbda-416da324267f), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:56.157044 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982ba3dd-de3d-4e3f-b5e4-2597bf2d06f4 None None] New status for floating IP 40327c49-a854-4765-aeec-3a9c1df775a5: ACTIVE {{(pid=104644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:39:56.161682 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:56.173453 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d11cd211-539e-4b9a-851d-01bc4d2613ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (a0d3148b-d5b5-4960-bbda-416da324267f), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:56.176088 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-d11cd211-539e-4b9a-851d-01bc4d2613ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:56.179946 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-d11cd211-539e-4b9a-851d-01bc4d2613ec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0d3148b-d5b5-4960-bbda-416da324267f HTTP/1.1" status: 204 len: 168 time: 0.2120798 May 26 21:39:56.185523 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11cd211-539e-4b9a-851d-01bc4d2613ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d3148b-d5b5-4960-bbda-416da324267f,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:39:57.613663 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:39:59.467304 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:40:05.954908 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=64,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:06.180561 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=69,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:06.181368 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=58,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:07.538858 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:07.539555 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=29,neutron:UPDATE=5 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:10.523992 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=79 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:10.524801 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=77 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:21.041386 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-0eae6ac1-9b21-420b-9384-ae0fc664b035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:21.688629 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57882) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:21.993575 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Deleting port 7e0855ae-0f9f-4b99-8201-1fd0acd65e32 {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:40:21.993909 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (7e0855ae-0f9f-4b99-8201-1fd0acd65e32), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:22.067348 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (7e0855ae-0f9f-4b99-8201-1fd0acd65e32), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:22.067580 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for floatingip (7e0855ae-0f9f-4b99-8201-1fd0acd65e32), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:22.081181 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Calling delete_port for 7e0855ae-0f9f-4b99-8201-1fd0acd65e32 owned by network:floatingip {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:40:22.321685 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (7e0855ae-0f9f-4b99-8201-1fd0acd65e32), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:22.348260 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Pushing event deleted for resources: {'Port': ['ID=7e0855ae-0f9f-4b99-8201-1fd0acd65e32,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:22.377011 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:22.382908 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:22.382908 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:22.382908 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:22.382908 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:22.382908 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:22.382908 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:22.382908 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:22.382908 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:22.382908 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:22.382908 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:22.382908 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:22.382908 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:22.382908 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:22.384619 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:22.424268 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for floatingip (108f95b4-4701-4f2f-bd8c-be8ee63e94eb), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:22.424586 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.db.l3_db [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Floating IP 108f95b4-4701-4f2f-bd8c-be8ee63e94eb disassociated (deleted). External IP: 172.27.3.7, port: fcb1b6ae-a8e4-40da-a068-0102dba09fcf. May 26 21:40:22.625462 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Router 636f9616-f60f-4165-b064-d0d814debfdc has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:40:22.729135 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:40:22.733633 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:22.738827 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6cd4d2-d84f-4544-827e-c96e20638ab3 None None] Sync routers for ids ['636f9616-f60f-4165-b064-d0d814debfdc'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:40:22.749336 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6cd4d2-d84f-4544-827e-c96e20638ab3 None None] Routers {'636f9616-f60f-4165-b064-d0d814debfdc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:40:22.749688 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-9a6cd4d2-d84f-4544-827e-c96e20638ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:39:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['636f9616-f60f-4165-b064-d0d814debfdc'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:40:22.764002 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-b9124404-5f54-49a5-8716-5840261d5e49 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "DELETE /v2.0/floatingips/108f95b4-4701-4f2f-bd8c-be8ee63e94eb HTTP/1.1" status: 204 len: 168 time: 1.0742054 May 26 21:40:22.764671 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2a3109-7643-4486-9b81-c1ab0c30d882', 'tag': 'fcb1b6ae-a8e4-40da-a068-0102dba09fcf'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:40:22.767056 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8206ca9-6333-4f52-b256-1a7d7cb03bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "fb2a3109-7643-4486-9b81-c1ab0c30d882", "tag": "fcb1b6ae-a8e4-40da-a068-0102dba09fcf"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:40:22.858937 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-9a6cd4d2-d84f-4544-827e-c96e20638ab3 None None] Set router 636f9616-f60f-4165-b064-d0d814debfdc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:40:22.949496 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd1c56d-5217-4571-b328-3dfc6ba4f6b8 x-openstack-request-id: req-3fd1c56d-5217-4571-b328-3dfc6ba4f6b8 {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:40:22.949804 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb2a3109-7643-4486-9b81-c1ab0c30d882", "tag": "fcb1b6ae-a8e4-40da-a068-0102dba09fcf", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:40:22.950055 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3fd1c56d-5217-4571-b328-3dfc6ba4f6b8 {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:40:22.950455 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fd1c56d-5217-4571-b328-3dfc6ba4f6b8'] response: {'name': 'network-changed', 'server_uuid': 'fb2a3109-7643-4486-9b81-c1ab0c30d882', 'tag': 'fcb1b6ae-a8e4-40da-a068-0102dba09fcf', 'status': 'completed', 'code': 200} May 26 21:40:22.981661 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:23.009107 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:23.016786 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8206ca9-6333-4f52-b256-1a7d7cb03bb5 req-ce550a39-ad97-43cc-97c1-4e0f5c6261ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:23.018319 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c8206ca9-6333-4f52-b256-1a7d7cb03bb5 req-ce550a39-ad97-43cc-97c1-4e0f5c6261ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87d8cb3f18ae4f05a85dc21abaf316cb&device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 1129 time: 0.0446546 May 26 21:40:23.078463 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-9a6cd4d2-d84f-4544-827e-c96e20638ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:29:03Z', 'revision_number': 4, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '32f061a0-a2a9-4bc8-9bf9-17880c69a1ed', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'port_id': '79857899-1ec0-48de-8faf-2f5625a3ec41', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'mac_address': 'fa:16:3e:ce:60:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972688e1-313a-4ed5-8a32-87deda4e5198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:35:16Z', 'updated_at': '2022-05-26T21:35:18Z', 'revision_number': 1, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdbfa0c-40db-4d20-b70a-b5ca36549b09', 'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'mac_address': 'fa:16:3e:1f:7a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:03Z', 'updated_at': '2022-05-26T21:29:08Z', 'revision_number': 5, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'subnets': [{'id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:40:23.103662 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6cd4d2-d84f-4544-827e-c96e20638ab3 None None] Checking router: 636f9616-f60f-4165-b064-d0d814debfdc for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:40:23.112645 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6cd4d2-d84f-4544-827e-c96e20638ab3 None None] Routers {'636f9616-f60f-4165-b064-d0d814debfdc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:40:23.113190 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-9a6cd4d2-d84f-4544-827e-c96e20638ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:39:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['636f9616-f60f-4165-b064-d0d814debfdc'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:40:23.114187 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8206ca9-6333-4f52-b256-1a7d7cb03bb5 req-40ddb7a4-5d2d-4a4f-a2aa-0d21376f49a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:23.115719 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c8206ca9-6333-4f52-b256-1a7d7cb03bb5 req-40ddb7a4-5d2d-4a4f-a2aa-0d21376f49a8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff HTTP/1.1" status: 200 len: 913 time: 0.0910156 May 26 21:40:23.219113 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-9a6cd4d2-d84f-4544-827e-c96e20638ab3 None None] Set router 636f9616-f60f-4165-b064-d0d814debfdc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:40:23.246511 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59243d8a-b6a7-4a55-871b-30b632de2b36 req-27d33425-b6ed-46ab-8edb-acca4eca8cc0 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:23.248023 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-59243d8a-b6a7-4a55-871b-30b632de2b36 req-27d33425-b6ed-46ab-8edb-acca4eca8cc0 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 945 time: 0.0468123 May 26 21:40:23.299254 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-59243d8a-b6a7-4a55-871b-30b632de2b36 req-5ebe9006-fe78-4636-b39e-60ea10b74d95 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443432 May 26 21:40:23.436669 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-9a6cd4d2-d84f-4544-827e-c96e20638ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:29:03Z', 'revision_number': 4, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '32f061a0-a2a9-4bc8-9bf9-17880c69a1ed', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'port_id': '79857899-1ec0-48de-8faf-2f5625a3ec41', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'mac_address': 'fa:16:3e:ce:60:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972688e1-313a-4ed5-8a32-87deda4e5198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:35:16Z', 'updated_at': '2022-05-26T21:35:18Z', 'revision_number': 1, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdbfa0c-40db-4d20-b70a-b5ca36549b09', 'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'mac_address': 'fa:16:3e:1f:7a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:03Z', 'updated_at': '2022-05-26T21:29:08Z', 'revision_number': 5, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'subnets': [{'id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:40:23.459069 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-ef10d48a-cd83-48bb-8d99-ff6d87ec465f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:23.461947 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6cd4d2-d84f-4544-827e-c96e20638ab3 None None] The sync data for ids ['636f9616-f60f-4165-b064-d0d814debfdc'] in dv-cinder-828805-3-iscsi is: [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:29:03Z', 'revision_number': 4, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': '32f061a0-a2a9-4bc8-9bf9-17880c69a1ed', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'port_id': '79857899-1ec0-48de-8faf-2f5625a3ec41', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'mac_address': 'fa:16:3e:ce:60:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972688e1-313a-4ed5-8a32-87deda4e5198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:35:16Z', 'updated_at': '2022-05-26T21:35:18Z', 'revision_number': 1, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdbfa0c-40db-4d20-b70a-b5ca36549b09', 'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'mac_address': 'fa:16:3e:1f:7a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:03Z', 'updated_at': '2022-05-26T21:29:08Z', 'revision_number': 5, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'subnets': [{'id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:40:23.682501 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1954c18-063d-420a-9918-5859c33bb566 None None] New status for floating IP 108f95b4-4701-4f2f-bd8c-be8ee63e94eb: DOWN {{(pid=104644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:40:24.230284 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c8206ca9-6333-4f52-b256-1a7d7cb03bb5 req-bcd433b5-21aa-41e0-8ab7-4919fdd40419 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcb1b6ae-a8e4-40da-a068-0102dba09fcf HTTP/1.1" status: 200 len: 217 time: 0.0374596 May 26 21:40:24.279612 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8206ca9-6333-4f52-b256-1a7d7cb03bb5 req-0ea4f0c5-513d-4cef-be23-f60594c213d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:24.280988 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c8206ca9-6333-4f52-b256-1a7d7cb03bb5 req-0ea4f0c5-513d-4cef-be23-f60594c213d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b1df0acb-a81e-4431-8120-01e4c0040fd0 HTTP/1.1" status: 200 len: 851 time: 0.0445919 May 26 21:40:24.327057 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8206ca9-6333-4f52-b256-1a7d7cb03bb5 req-d91638fd-5f46-4681-b524-2fcf3a71e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:24.328566 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c8206ca9-6333-4f52-b256-1a7d7cb03bb5 req-d91638fd-5f46-4681-b524-2fcf3a71e84a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379908 May 26 21:40:24.450038 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01026453-5cef-4138-871c-d3dbb0a73df0 req-4425b4b9-cc61-4851-8346-a2445e4d52e8 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:24.451533 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-01026453-5cef-4138-871c-d3dbb0a73df0 req-4425b4b9-cc61-4851-8346-a2445e4d52e8 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 945 time: 0.0670557 May 26 21:40:24.479096 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c8206ca9-6333-4f52-b256-1a7d7cb03bb5 req-ec16f6ec-9116-49a1-a97a-91c283388c43 service neutron] 10.222.0.60 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428401 May 26 21:40:24.510402 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-01026453-5cef-4138-871c-d3dbb0a73df0 req-720ad562-54d2-47a3-9589-a564577e0498 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493317 May 26 21:40:24.618608 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c8206ca9-6333-4f52-b256-1a7d7cb03bb5 req-ca64fc09-1232-497a-aa70-688fedc7a48d service neutron] 10.222.0.60 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012576 May 26 21:40:24.629877 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:24.963873 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d05e0-00f3-448b-a913-1f2f4990781c req-c04563a3-3163-454c-9f21-3fe3ebf11684 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:24.965372 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b10d05e0-00f3-448b-a913-1f2f4990781c req-c04563a3-3163-454c-9f21-3fe3ebf11684 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 945 time: 0.0496974 May 26 21:40:24.967306 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:25.046811 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-b10d05e0-00f3-448b-a913-1f2f4990781c req-b289800a-99ed-4a36-9a6c-aeb212b7f8fb tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Deleting port fcb1b6ae-a8e4-40da-a068-0102dba09fcf {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:40:25.047147 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-b10d05e0-00f3-448b-a913-1f2f4990781c req-b289800a-99ed-4a36-9a6c-aeb212b7f8fb tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (fcb1b6ae-a8e4-40da-a068-0102dba09fcf), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:25.142714 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-b10d05e0-00f3-448b-a913-1f2f4990781c req-b289800a-99ed-4a36-9a6c-aeb212b7f8fb tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] For port fcb1b6ae-a8e4-40da-a068-0102dba09fcf, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=fcb1b6ae-a8e4-40da-a068-0102dba09fcf,segment=NetworkSegment(fe8da2ec-f933-44ba-82fb-b654f7378e99),segment_id=fe8da2ec-f933-44ba-82fb-b654f7378e99)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:40:25.142992 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-b10d05e0-00f3-448b-a913-1f2f4990781c req-b289800a-99ed-4a36-9a6c-aeb212b7f8fb tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (fcb1b6ae-a8e4-40da-a068-0102dba09fcf), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:25.156253 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-b10d05e0-00f3-448b-a913-1f2f4990781c req-b289800a-99ed-4a36-9a6c-aeb212b7f8fb tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Calling delete_port for fcb1b6ae-a8e4-40da-a068-0102dba09fcf owned by compute:nova {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:40:25.269832 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:25.365840 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-b10d05e0-00f3-448b-a913-1f2f4990781c req-b289800a-99ed-4a36-9a6c-aeb212b7f8fb tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (fcb1b6ae-a8e4-40da-a068-0102dba09fcf), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:25.392692 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289800a-99ed-4a36-9a6c-aeb212b7f8fb tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Pushing event deleted for resources: {'Port': ['ID=fcb1b6ae-a8e4-40da-a068-0102dba09fcf,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:25.452000 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10d05e0-00f3-448b-a913-1f2f4990781c req-b289800a-99ed-4a36-9a6c-aeb212b7f8fb tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] No DVR routers for this DVR port fcb1b6ae-a8e4-40da-a068-0102dba09fcf on host hv-cinder-82880 {{(pid=104643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:40:25.452000 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-b10d05e0-00f3-448b-a913-1f2f4990781c req-b289800a-99ed-4a36-9a6c-aeb212b7f8fb tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:25.453099 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-b10d05e0-00f3-448b-a913-1f2f4990781c req-b289800a-99ed-4a36-9a6c-aeb212b7f8fb tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.60 "DELETE /v2.0/ports/fcb1b6ae-a8e4-40da-a068-0102dba09fcf HTTP/1.1" status: 204 len: 173 time: 0.4824321 May 26 21:40:25.453547 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2a3109-7643-4486-9b81-c1ab0c30d882', 'name': 'network-vif-deleted', 'tag': 'fcb1b6ae-a8e4-40da-a068-0102dba09fcf'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:40:25.455829 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22581fe2-4369-4a46-8daf-983466ccf9c8" -d '{"events": [{"server_uuid": "fb2a3109-7643-4486-9b81-c1ab0c30d882", "name": "network-vif-deleted", "tag": "fcb1b6ae-a8e4-40da-a068-0102dba09fcf"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:40:25.507077 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71203b3f-706d-443d-819a-d2883c4811d7 x-openstack-request-id: req-71203b3f-706d-443d-819a-d2883c4811d7 {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:40:25.507504 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2a3109-7643-4486-9b81-c1ab0c30d882", "name": "network-vif-deleted", "tag": "fcb1b6ae-a8e4-40da-a068-0102dba09fcf", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:40:25.508759 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71203b3f-706d-443d-819a-d2883c4811d7 {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:40:25.509280 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71203b3f-706d-443d-819a-d2883c4811d7'] response: {'server_uuid': 'fb2a3109-7643-4486-9b81-c1ab0c30d882', 'name': 'network-vif-deleted', 'tag': 'fcb1b6ae-a8e4-40da-a068-0102dba09fcf', 'status': 'completed', 'code': 200} May 26 21:40:25.623181 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4856b581-c180-47b7-a889-5ff016533f08 req-e2734671-ca9e-4350-8849-50a63d2f155f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 210 time: 0.0303724 May 26 21:40:26.161816 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:26.758594 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f77fc512-60d3-4d29-87d5-71123e05db6a req-2d27ac73-1631-4119-a94e-0bced30b6be5 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb2a3109-7643-4486-9b81-c1ab0c30d882 HTTP/1.1" status: 200 len: 210 time: 0.0381947 May 26 21:40:26.941297 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 57928) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:27.049851 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6372df49-f299-42f3-a449-9078b089fb52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:27.064653 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:27.129979 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6372df49-f299-42f3-a449-9078b089fb52 admin admin] Publish callbacks [] for security_group (4204d63b-a803-4f11-9fbb-161860ab5dc6), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:27.230262 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6372df49-f299-42f3-a449-9078b089fb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (4204d63b-a803-4f11-9fbb-161860ab5dc6), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:27.268954 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-6372df49-f299-42f3-a449-9078b089fb52 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e8ae45b29f8c41b59617e9780da7583e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265986 May 26 21:40:27.269805 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372df49-f299-42f3-a449-9078b089fb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4204d63b-a803-4f11-9fbb-161860ab5dc6,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:27.271637 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57932) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:27.319219 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-aeb7eafe-e94f-4cc5-b708-4352432c2bd4 admin admin] Publish callbacks [] for security_group (4204d63b-a803-4f11-9fbb-161860ab5dc6), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:27.340837 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-aeb7eafe-e94f-4cc5-b708-4352432c2bd4 admin admin] Publish callbacks [] for security_group (4204d63b-a803-4f11-9fbb-161860ab5dc6), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:27.435986 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-aeb7eafe-e94f-4cc5-b708-4352432c2bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (4204d63b-a803-4f11-9fbb-161860ab5dc6), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:27.438530 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-aeb7eafe-e94f-4cc5-b708-4352432c2bd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:27.439695 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-aeb7eafe-e94f-4cc5-b708-4352432c2bd4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4204d63b-a803-4f11-9fbb-161860ab5dc6 HTTP/1.1" status: 204 len: 168 time: 0.1668644 May 26 21:40:27.447373 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7eafe-e94f-4cc5-b708-4352432c2bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4204d63b-a803-4f11-9fbb-161860ab5dc6,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:27.454601 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7eafe-e94f-4cc5-b708-4352432c2bd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:27.454943 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7eafe-e94f-4cc5-b708-4352432c2bd4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:27.455282 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7eafe-e94f-4cc5-b708-4352432c2bd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:27.455615 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7eafe-e94f-4cc5-b708-4352432c2bd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:27.455970 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7eafe-e94f-4cc5-b708-4352432c2bd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:27.456306 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7eafe-e94f-4cc5-b708-4352432c2bd4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:27.456627 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7eafe-e94f-4cc5-b708-4352432c2bd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:27.456943 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7eafe-e94f-4cc5-b708-4352432c2bd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:27.457262 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7eafe-e94f-4cc5-b708-4352432c2bd4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:27.457583 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7eafe-e94f-4cc5-b708-4352432c2bd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:27.457902 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7eafe-e94f-4cc5-b708-4352432c2bd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:27.458221 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7eafe-e94f-4cc5-b708-4352432c2bd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:27.458538 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7eafe-e94f-4cc5-b708-4352432c2bd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:27.458855 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7eafe-e94f-4cc5-b708-4352432c2bd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:27.459168 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7eafe-e94f-4cc5-b708-4352432c2bd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:27.619844 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:28.796218 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device fcb1b6ae-a8e4-40da-a068-0102dba09fcf no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:40:28.815978 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] No Port match for: fcb1b6ae-a8e4-40da-a068-0102dba09fcf {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:40:28.816231 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device fcb1b6ae-a8e4-40da-a068-0102dba09fcf not bound to the agent host hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:40:30.292102 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 57998) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:30.429608 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-657ab7d2-19d3-4145-88c9-c6a49fc5ed2f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Deleting port 0eb748d8-6782-4260-9534-ad4e837b7428 {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:40:30.429608 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-657ab7d2-19d3-4145-88c9-c6a49fc5ed2f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (0eb748d8-6782-4260-9534-ad4e837b7428), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:30.508172 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-657ab7d2-19d3-4145-88c9-c6a49fc5ed2f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (0eb748d8-6782-4260-9534-ad4e837b7428), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:30.508498 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-657ab7d2-19d3-4145-88c9-c6a49fc5ed2f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for floatingip (0eb748d8-6782-4260-9534-ad4e837b7428), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:30.521764 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-657ab7d2-19d3-4145-88c9-c6a49fc5ed2f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Calling delete_port for 0eb748d8-6782-4260-9534-ad4e837b7428 owned by network:floatingip {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:40:30.743261 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-657ab7d2-19d3-4145-88c9-c6a49fc5ed2f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (0eb748d8-6782-4260-9534-ad4e837b7428), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:30.773004 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ab7d2-19d3-4145-88c9-c6a49fc5ed2f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Pushing event deleted for resources: {'Port': ['ID=0eb748d8-6782-4260-9534-ad4e837b7428,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:30.843424 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-657ab7d2-19d3-4145-88c9-c6a49fc5ed2f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for floatingip (32f061a0-a2a9-4bc8-9bf9-17880c69a1ed), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:30.843719 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.l3_db [None req-657ab7d2-19d3-4145-88c9-c6a49fc5ed2f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Floating IP 32f061a0-a2a9-4bc8-9bf9-17880c69a1ed disassociated (deleted). External IP: 172.27.3.229, port: 79857899-1ec0-48de-8faf-2f5625a3ec41. May 26 21:40:30.929306 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:30.955387 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:31.055926 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657ab7d2-19d3-4145-88c9-c6a49fc5ed2f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Router 636f9616-f60f-4165-b064-d0d814debfdc has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:40:31.163482 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657ab7d2-19d3-4145-88c9-c6a49fc5ed2f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:40:31.168379 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-657ab7d2-19d3-4145-88c9-c6a49fc5ed2f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:31.173472 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d143ab6-5ff4-498e-9786-7346ac1e27b7 None None] Sync routers for ids ['636f9616-f60f-4165-b064-d0d814debfdc'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:40:31.183707 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d143ab6-5ff4-498e-9786-7346ac1e27b7 None None] Routers {'636f9616-f60f-4165-b064-d0d814debfdc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:40:31.184263 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-7d143ab6-5ff4-498e-9786-7346ac1e27b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:40:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['636f9616-f60f-4165-b064-d0d814debfdc'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:40:31.197609 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-657ab7d2-19d3-4145-88c9-c6a49fc5ed2f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "DELETE /v2.0/floatingips/32f061a0-a2a9-4bc8-9bf9-17880c69a1ed HTTP/1.1" status: 204 len: 168 time: 0.9041550 May 26 21:40:31.198180 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972688e1-313a-4ed5-8a32-87deda4e5198', 'tag': '79857899-1ec0-48de-8faf-2f5625a3ec41'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:40:31.200486 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7167c6-d2da-429a-8a59-eb24c40a7f45" -d '{"events": [{"name": "network-changed", "server_uuid": "972688e1-313a-4ed5-8a32-87deda4e5198", "tag": "79857899-1ec0-48de-8faf-2f5625a3ec41"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:40:31.239327 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffaeba8-d59b-47fe-992e-fe429d38568e x-openstack-request-id: req-1ffaeba8-d59b-47fe-992e-fe429d38568e {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:40:31.239616 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972688e1-313a-4ed5-8a32-87deda4e5198", "tag": "79857899-1ec0-48de-8faf-2f5625a3ec41", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:40:31.239903 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ffaeba8-d59b-47fe-992e-fe429d38568e {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:40:31.240306 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ffaeba8-d59b-47fe-992e-fe429d38568e'] response: {'name': 'network-changed', 'server_uuid': '972688e1-313a-4ed5-8a32-87deda4e5198', 'tag': '79857899-1ec0-48de-8faf-2f5625a3ec41', 'status': 'completed', 'code': 200} May 26 21:40:31.292523 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-7d143ab6-5ff4-498e-9786-7346ac1e27b7 None None] Set router 636f9616-f60f-4165-b064-d0d814debfdc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:40:31.303388 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7167c6-d2da-429a-8a59-eb24c40a7f45 req-1b8768fd-d47a-47c5-b99f-0d9b81a4584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:31.304980 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2a7167c6-d2da-429a-8a59-eb24c40a7f45 req-1b8768fd-d47a-47c5-b99f-0d9b81a4584b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87d8cb3f18ae4f05a85dc21abaf316cb&device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 1130 time: 0.0436094 May 26 21:40:31.374366 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=100 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:31.400460 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7167c6-d2da-429a-8a59-eb24c40a7f45 req-10b3338f-0978-4d84-8031-836b5d2c9353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:31.401892 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2a7167c6-d2da-429a-8a59-eb24c40a7f45 req-10b3338f-0978-4d84-8031-836b5d2c9353 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff HTTP/1.1" status: 200 len: 913 time: 0.0916834 May 26 21:40:31.430672 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=100 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:31.440825 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2a7167c6-d2da-429a-8a59-eb24c40a7f45 req-eb411daa-0d40-438a-9261-32ef05e69e4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79857899-1ec0-48de-8faf-2f5625a3ec41 HTTP/1.1" status: 200 len: 217 time: 0.0331488 May 26 21:40:31.482837 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-7d143ab6-5ff4-498e-9786-7346ac1e27b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:29:03Z', 'revision_number': 4, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '3fdbfa0c-40db-4d20-b70a-b5ca36549b09', 'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'mac_address': 'fa:16:3e:1f:7a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:03Z', 'updated_at': '2022-05-26T21:29:08Z', 'revision_number': 5, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'subnets': [{'id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:40:31.488998 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7167c6-d2da-429a-8a59-eb24c40a7f45 req-e55239cf-3afc-42d4-ad14-b8809a05a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:31.490605 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2a7167c6-d2da-429a-8a59-eb24c40a7f45 req-e55239cf-3afc-42d4-ad14-b8809a05a098 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b1df0acb-a81e-4431-8120-01e4c0040fd0 HTTP/1.1" status: 200 len: 851 time: 0.0445957 May 26 21:40:31.506463 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d143ab6-5ff4-498e-9786-7346ac1e27b7 None None] Checking router: 636f9616-f60f-4165-b064-d0d814debfdc for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:40:31.515149 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d143ab6-5ff4-498e-9786-7346ac1e27b7 None None] Routers {'636f9616-f60f-4165-b064-d0d814debfdc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:40:31.515773 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-7d143ab6-5ff4-498e-9786-7346ac1e27b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:40:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['636f9616-f60f-4165-b064-d0d814debfdc'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:40:31.535763 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7167c6-d2da-429a-8a59-eb24c40a7f45 req-c03532e4-774b-4d04-99af-7bfa5e35990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:31.543772 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2a7167c6-d2da-429a-8a59-eb24c40a7f45 req-c03532e4-774b-4d04-99af-7bfa5e35990a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9f896ed-3367-41b4-ace5-9c753fe1f6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407188 May 26 21:40:31.635280 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2a7167c6-d2da-429a-8a59-eb24c40a7f45 req-72b23f96-bc4d-4436-91c5-7c8e58c39bcf service neutron] 10.222.0.60 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912838 May 26 21:40:31.719245 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-7d143ab6-5ff4-498e-9786-7346ac1e27b7 None None] Set router 636f9616-f60f-4165-b064-d0d814debfdc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:40:31.773115 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fac8a-8f22-42d9-b4a7-4c6dc2711f3d req-17feb294-7e9f-4333-a8e6-1b33cfe4d584 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:31.775183 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a06fac8a-8f22-42d9-b4a7-4c6dc2711f3d req-17feb294-7e9f-4333-a8e6-1b33cfe4d584 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 946 time: 0.0685875 May 26 21:40:31.777433 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2a7167c6-d2da-429a-8a59-eb24c40a7f45 req-3ad75b08-6d60-4677-a6ba-bdc78db5480f service neutron] 10.222.0.60 "GET /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366336 May 26 21:40:31.841170 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a06fac8a-8f22-42d9-b4a7-4c6dc2711f3d req-7ae953a3-0ccb-43e4-be32-54a5877931ee tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596485 May 26 21:40:31.928439 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-7d143ab6-5ff4-498e-9786-7346ac1e27b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:29:03Z', 'revision_number': 4, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '3fdbfa0c-40db-4d20-b70a-b5ca36549b09', 'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'mac_address': 'fa:16:3e:1f:7a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:03Z', 'updated_at': '2022-05-26T21:29:08Z', 'revision_number': 5, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'subnets': [{'id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:40:31.957557 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d143ab6-5ff4-498e-9786-7346ac1e27b7 None None] The sync data for ids ['636f9616-f60f-4165-b064-d0d814debfdc'] in dv-cinder-828805-3-iscsi is: [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:29:03Z', 'revision_number': 4, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': '3fdbfa0c-40db-4d20-b70a-b5ca36549b09', 'name': '', 'network_id': 'e9f896ed-3367-41b4-ace5-9c753fe1f6ff', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'mac_address': 'fa:16:3e:1f:7a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:03Z', 'updated_at': '2022-05-26T21:29:08Z', 'revision_number': 5, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'subnets': [{'id': 'b1df0acb-a81e-4431-8120-01e4c0040fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:40:32.186032 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb465d90-7503-4ce2-93c4-74a29423049f None None] New status for floating IP 32f061a0-a2a9-4bc8-9bf9-17880c69a1ed: DOWN {{(pid=104644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:40:32.666039 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94795e5e-25b1-4b1e-823b-3b019180f679 req-da0c4823-051e-45c3-afd2-e7301bc861a2 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:32.667373 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-94795e5e-25b1-4b1e-823b-3b019180f679 req-da0c4823-051e-45c3-afd2-e7301bc861a2 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.60 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 946 time: 0.0465138 May 26 21:40:32.718054 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:32.752413 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-94795e5e-25b1-4b1e-823b-3b019180f679 req-7db1cdd4-1fd5-4cd0-9c94-dc2037f2cf9f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Deleting port 79857899-1ec0-48de-8faf-2f5625a3ec41 {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:40:32.752748 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-94795e5e-25b1-4b1e-823b-3b019180f679 req-7db1cdd4-1fd5-4cd0-9c94-dc2037f2cf9f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (79857899-1ec0-48de-8faf-2f5625a3ec41), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:32.839397 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-94795e5e-25b1-4b1e-823b-3b019180f679 req-7db1cdd4-1fd5-4cd0-9c94-dc2037f2cf9f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] For port 79857899-1ec0-48de-8faf-2f5625a3ec41, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=79857899-1ec0-48de-8faf-2f5625a3ec41,segment=NetworkSegment(fe8da2ec-f933-44ba-82fb-b654f7378e99),segment_id=fe8da2ec-f933-44ba-82fb-b654f7378e99)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:40:32.839774 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-94795e5e-25b1-4b1e-823b-3b019180f679 req-7db1cdd4-1fd5-4cd0-9c94-dc2037f2cf9f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (79857899-1ec0-48de-8faf-2f5625a3ec41), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:32.854416 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-94795e5e-25b1-4b1e-823b-3b019180f679 req-7db1cdd4-1fd5-4cd0-9c94-dc2037f2cf9f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Calling delete_port for 79857899-1ec0-48de-8faf-2f5625a3ec41 owned by compute:nova {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:40:32.905905 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:32.996990 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2ab17-1ab2-4d50-ab8e-a322813699da req-820bc9c7-4e4e-4105-98a2-b83d71c4593e tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:32.998600 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4fb2ab17-1ab2-4d50-ab8e-a322813699da req-820bc9c7-4e4e-4105-98a2-b83d71c4593e tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 946 time: 0.0692155 May 26 21:40:33.051958 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4fb2ab17-1ab2-4d50-ab8e-a322813699da req-6145f628-91f4-4525-89f9-cff0355c7519 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/security-groups?id=26a93777-df00-40fa-8fd6-25a19f6ddb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474126 May 26 21:40:33.081526 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-94795e5e-25b1-4b1e-823b-3b019180f679 req-7db1cdd4-1fd5-4cd0-9c94-dc2037f2cf9f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (79857899-1ec0-48de-8faf-2f5625a3ec41), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:33.110480 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1cdd4-1fd5-4cd0-9c94-dc2037f2cf9f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Pushing event deleted for resources: {'Port': ['ID=79857899-1ec0-48de-8faf-2f5625a3ec41,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:33.162304 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-94795e5e-25b1-4b1e-823b-3b019180f679 req-7db1cdd4-1fd5-4cd0-9c94-dc2037f2cf9f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] No DVR routers for this DVR port 79857899-1ec0-48de-8faf-2f5625a3ec41 on host hv-cinder-82880 {{(pid=104643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:40:33.166177 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-94795e5e-25b1-4b1e-823b-3b019180f679 req-7db1cdd4-1fd5-4cd0-9c94-dc2037f2cf9f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:33.170542 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-94795e5e-25b1-4b1e-823b-3b019180f679 req-7db1cdd4-1fd5-4cd0-9c94-dc2037f2cf9f tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.60 "DELETE /v2.0/ports/79857899-1ec0-48de-8faf-2f5625a3ec41 HTTP/1.1" status: 204 len: 173 time: 0.4979589 May 26 21:40:33.171089 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972688e1-313a-4ed5-8a32-87deda4e5198', 'name': 'network-vif-deleted', 'tag': '79857899-1ec0-48de-8faf-2f5625a3ec41'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:40:33.175003 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13ec297-3b21-421b-9592-784dfce01d23" -d '{"events": [{"server_uuid": "972688e1-313a-4ed5-8a32-87deda4e5198", "name": "network-vif-deleted", "tag": "79857899-1ec0-48de-8faf-2f5625a3ec41"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:40:33.221283 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b66bc1-4f38-433e-8c97-3a65af5fd95d x-openstack-request-id: req-a2b66bc1-4f38-433e-8c97-3a65af5fd95d {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:40:33.221572 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972688e1-313a-4ed5-8a32-87deda4e5198", "name": "network-vif-deleted", "tag": "79857899-1ec0-48de-8faf-2f5625a3ec41", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:40:33.222205 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a2b66bc1-4f38-433e-8c97-3a65af5fd95d {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:40:33.222547 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2b66bc1-4f38-433e-8c97-3a65af5fd95d'] response: {'server_uuid': '972688e1-313a-4ed5-8a32-87deda4e5198', 'name': 'network-vif-deleted', 'tag': '79857899-1ec0-48de-8faf-2f5625a3ec41', 'status': 'completed', 'code': 200} May 26 21:40:34.168080 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9ef0eb05-2fb5-4e18-a791-9c052da245ad req-61ef5a2b-889d-4e25-a4a7-eda640bcbac8 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "GET /v2.0/ports?device_id=972688e1-313a-4ed5-8a32-87deda4e5198 HTTP/1.1" status: 200 len: 210 time: 0.0320010 May 26 21:40:34.809609 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 79857899-1ec0-48de-8faf-2f5625a3ec41 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:40:34.832231 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] No Port match for: 79857899-1ec0-48de-8faf-2f5625a3ec41 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:40:34.832583 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 79857899-1ec0-48de-8faf-2f5625a3ec41 not bound to the agent host hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:40:35.229200 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 58050) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:35.340452 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-702a5b50-354b-4678-b6dc-a9e86b8b0619 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Deleting port ac560995-6237-4563-8909-0772ebdaabc2 {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:40:35.340707 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-702a5b50-354b-4678-b6dc-a9e86b8b0619 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (ac560995-6237-4563-8909-0772ebdaabc2), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:35.416904 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-702a5b50-354b-4678-b6dc-a9e86b8b0619 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (ac560995-6237-4563-8909-0772ebdaabc2), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:35.417225 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-702a5b50-354b-4678-b6dc-a9e86b8b0619 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for floatingip (ac560995-6237-4563-8909-0772ebdaabc2), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:35.431557 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-702a5b50-354b-4678-b6dc-a9e86b8b0619 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Calling delete_port for ac560995-6237-4563-8909-0772ebdaabc2 owned by network:floatingip {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:40:35.808260 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:35.869485 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-702a5b50-354b-4678-b6dc-a9e86b8b0619 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (ac560995-6237-4563-8909-0772ebdaabc2), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:35.892222 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a5b50-354b-4678-b6dc-a9e86b8b0619 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Pushing event deleted for resources: {'Port': ['ID=ac560995-6237-4563-8909-0772ebdaabc2,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:35.954923 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-702a5b50-354b-4678-b6dc-a9e86b8b0619 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for floatingip (1bacb365-207a-482e-aed6-9bab83161788), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:35.957358 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-702a5b50-354b-4678-b6dc-a9e86b8b0619 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:35.958492 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-702a5b50-354b-4678-b6dc-a9e86b8b0619 tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "DELETE /v2.0/floatingips/1bacb365-207a-482e-aed6-9bab83161788 HTTP/1.1" status: 204 len: 168 time: 0.7284741 May 26 21:40:36.468207 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:40:37.309898 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 58070) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:37.369527 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-91578f49-5d01-499c-b2d4-3a2d97686b1d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for security_group (26a93777-df00-40fa-8fd6-25a19f6ddb89), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:37.393950 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-91578f49-5d01-499c-b2d4-3a2d97686b1d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for security_group (26a93777-df00-40fa-8fd6-25a19f6ddb89), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:37.526747 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-91578f49-5d01-499c-b2d4-3a2d97686b1d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (26a93777-df00-40fa-8fd6-25a19f6ddb89), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:37.529399 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-91578f49-5d01-499c-b2d4-3a2d97686b1d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:37.530591 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-91578f49-5d01-499c-b2d4-3a2d97686b1d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] 10.222.0.42 "DELETE /v2.0/security-groups/26a93777-df00-40fa-8fd6-25a19f6ddb89 HTTP/1.1" status: 204 len: 168 time: 0.2197239 May 26 21:40:37.540492 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91578f49-5d01-499c-b2d4-3a2d97686b1d tempest-TestVolumeBootPattern-1024582870 tempest-TestVolumeBootPattern-1024582870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a93777-df00-40fa-8fd6-25a19f6ddb89,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:37.704349 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 58074) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:38.051948 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:38.177488 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-645cae61-8feb-49f6-a237-fb5132217f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694950'] for router_interface (636f9616-f60f-4165-b064-d0d814debfdc), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:38.397363 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:38.409013 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-645cae61-8feb-49f6-a237-fb5132217f28 admin admin] Deleting port 3fdbfa0c-40db-4d20-b70a-b5ca36549b09 {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:40:38.409344 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-645cae61-8feb-49f6-a237-fb5132217f28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (3fdbfa0c-40db-4d20-b70a-b5ca36549b09), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:38.489437 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [None req-645cae61-8feb-49f6-a237-fb5132217f28 admin admin] For port 3fdbfa0c-40db-4d20-b70a-b5ca36549b09, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=3fdbfa0c-40db-4d20-b70a-b5ca36549b09,segment=NetworkSegment(fe8da2ec-f933-44ba-82fb-b654f7378e99),segment_id=fe8da2ec-f933-44ba-82fb-b654f7378e99)] {{(pid=104642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:40:38.489805 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-645cae61-8feb-49f6-a237-fb5132217f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (3fdbfa0c-40db-4d20-b70a-b5ca36549b09), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:38.504708 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-645cae61-8feb-49f6-a237-fb5132217f28 admin admin] Calling delete_port for 3fdbfa0c-40db-4d20-b70a-b5ca36549b09 owned by network:router_interface {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:40:38.773050 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-645cae61-8feb-49f6-a237-fb5132217f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (3fdbfa0c-40db-4d20-b70a-b5ca36549b09), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:38.777909 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:38.797816 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645cae61-8feb-49f6-a237-fb5132217f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fdbfa0c-40db-4d20-b70a-b5ca36549b09,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:38.971796 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-645cae61-8feb-49f6-a237-fb5132217f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-394224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694842'] for router_interface (636f9616-f60f-4165-b064-d0d814debfdc), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:39.172383 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645cae61-8feb-49f6-a237-fb5132217f28 admin admin] Router 636f9616-f60f-4165-b064-d0d814debfdc has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:40:39.284638 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645cae61-8feb-49f6-a237-fb5132217f28 admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:40:39.289537 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-645cae61-8feb-49f6-a237-fb5132217f28 admin admin] 10.222.0.42 "PUT /v2.0/routers/636f9616-f60f-4165-b064-d0d814debfdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5838852 May 26 21:40:39.292114 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 58100) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:39.295939 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57cb732-aac6-495a-811f-4c1675684be6 None None] Sync routers for ids ['636f9616-f60f-4165-b064-d0d814debfdc'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:40:39.307112 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57cb732-aac6-495a-811f-4c1675684be6 None None] Routers {'636f9616-f60f-4165-b064-d0d814debfdc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:40:39.307726 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-b57cb732-aac6-495a-811f-4c1675684be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:40:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['636f9616-f60f-4165-b064-d0d814debfdc'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:40:39.394425 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2c660e4f-545a-4dfe-b21e-a8704d9e4493 admin admin] Publish callbacks [] for router (636f9616-f60f-4165-b064-d0d814debfdc), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:39.427762 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-b57cb732-aac6-495a-811f-4c1675684be6 None None] Set router 636f9616-f60f-4165-b064-d0d814debfdc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:40:39.495206 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2c660e4f-545a-4dfe-b21e-a8704d9e4493 admin admin] Publish callbacks [] for router_gateway (636f9616-f60f-4165-b064-d0d814debfdc), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:39.555955 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=100 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:39.613017 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-b57cb732-aac6-495a-811f-4c1675684be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:40:38Z', 'revision_number': 5, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port': {'id': 'bcca00d3-bf65-43a7-9b61-75acce4a3d54', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:56:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9616-f60f-4165-b064-d0d814debfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:01Z', 'updated_at': '2022-05-26T21:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:40:39.639974 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57cb732-aac6-495a-811f-4c1675684be6 None None] Checking router: 636f9616-f60f-4165-b064-d0d814debfdc for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:40:39.643507 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:39.651640 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57cb732-aac6-495a-811f-4c1675684be6 None None] Routers {'636f9616-f60f-4165-b064-d0d814debfdc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:40:39.652340 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-b57cb732-aac6-495a-811f-4c1675684be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:40:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['636f9616-f60f-4165-b064-d0d814debfdc'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:40:39.653035 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-2c660e4f-545a-4dfe-b21e-a8704d9e4493 admin admin] Deleting port bcca00d3-bf65-43a7-9b61-75acce4a3d54 {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:40:39.653494 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2c660e4f-545a-4dfe-b21e-a8704d9e4493 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (bcca00d3-bf65-43a7-9b61-75acce4a3d54), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:39.741105 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-b57cb732-aac6-495a-811f-4c1675684be6 None None] Set router 636f9616-f60f-4165-b064-d0d814debfdc gateway port host: None {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:40:39.753644 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [None req-2c660e4f-545a-4dfe-b21e-a8704d9e4493 admin admin] For port bcca00d3-bf65-43a7-9b61-75acce4a3d54, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=bcca00d3-bf65-43a7-9b61-75acce4a3d54,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:40:39.753998 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2c660e4f-545a-4dfe-b21e-a8704d9e4493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (bcca00d3-bf65-43a7-9b61-75acce4a3d54), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:39.767584 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-2c660e4f-545a-4dfe-b21e-a8704d9e4493 admin admin] Calling delete_port for bcca00d3-bf65-43a7-9b61-75acce4a3d54 owned by network:router_gateway {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:40:39.793668 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-b57cb732-aac6-495a-811f-4c1675684be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:40:39Z', 'revision_number': 6, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port_host': None}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:40:39.808573 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:39.817850 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57cb732-aac6-495a-811f-4c1675684be6 None None] The sync data for ids ['636f9616-f60f-4165-b064-d0d814debfdc'] in dv-cinder-828805-3-iscsi is: [{'id': '636f9616-f60f-4165-b064-d0d814debfdc', 'name': 'tempest-TestVolumeBootPattern-1208499328-router', 'tenant_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:00Z', 'updated_at': '2022-05-26T21:40:39Z', 'revision_number': 6, 'project_id': '87d8cb3f18ae4f05a85dc21abaf316cb', 'gw_port_host': None}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:40:40.005222 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2c660e4f-545a-4dfe-b21e-a8704d9e4493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (bcca00d3-bf65-43a7-9b61-75acce4a3d54), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:40.030632 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c660e4f-545a-4dfe-b21e-a8704d9e4493 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcca00d3-bf65-43a7-9b61-75acce4a3d54,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:40.046504 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 58114) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:40.099939 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2c660e4f-545a-4dfe-b21e-a8704d9e4493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696728'] for router_gateway (636f9616-f60f-4165-b064-d0d814debfdc), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:40.157875 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-05adea8f-8fb9-40d1-af62-cad8c6efb8d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:40.188967 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2c660e4f-545a-4dfe-b21e-a8704d9e4493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4924'] for router (636f9616-f60f-4165-b064-d0d814debfdc), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:40.191233 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2c660e4f-545a-4dfe-b21e-a8704d9e4493 admin admin] Publish callbacks [] for router_controller (636f9616-f60f-4165-b064-d0d814debfdc), precommit_delete_associations {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:40.264327 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-05adea8f-8fb9-40d1-af62-cad8c6efb8d2 admin admin] Publish callbacks [] for security_group (4278312a-7fcc-4fca-b4aa-3f591911639c), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:40.322110 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2c660e4f-545a-4dfe-b21e-a8704d9e4493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628802'] for router (636f9616-f60f-4165-b064-d0d814debfdc), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:40.322887 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c660e4f-545a-4dfe-b21e-a8704d9e4493 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 636f9616-f60f-4165-b064-d0d814debfdc {{(pid=104642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 21:40:40.327638 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2c660e4f-545a-4dfe-b21e-a8704d9e4493 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:40.328841 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-2c660e4f-545a-4dfe-b21e-a8704d9e4493 admin admin] 10.222.0.42 "DELETE /v2.0/routers/636f9616-f60f-4165-b064-d0d814debfdc HTTP/1.1" status: 204 len: 168 time: 1.0355535 May 26 21:40:40.338138 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 58118) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:40.356253 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-05adea8f-8fb9-40d1-af62-cad8c6efb8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (4278312a-7fcc-4fca-b4aa-3f591911639c), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:40.377855 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_v2 [None req-1634b17b-2921-4183-9fd1-584b29e6536c admin admin] Deleting subnet b1df0acb-a81e-4431-8120-01e4c0040fd0 {{(pid=104642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:40:40.381124 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1634b17b-2921-4183-9fd1-584b29e6536c admin admin] Publish callbacks [] for subnet (b1df0acb-a81e-4431-8120-01e4c0040fd0), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:40.396887 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-05adea8f-8fb9-40d1-af62-cad8c6efb8d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cae304adfc1748078f9e1ccfb6e62181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492997 May 26 21:40:40.399572 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adea8f-8fb9-40d1-af62-cad8c6efb8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4278312a-7fcc-4fca-b4aa-3f591911639c,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:40.400868 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 58120) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:40.442166 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1634b17b-2921-4183-9fd1-584b29e6536c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5148609'] for subnet (b1df0acb-a81e-4431-8120-01e4c0040fd0), precommit_delete_associations {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:40.501661 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-0d33bcdc-3708-4c6f-bc91-220ecfa0b151 admin admin] Publish callbacks [] for security_group (4278312a-7fcc-4fca-b4aa-3f591911639c), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:40.551187 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-0d33bcdc-3708-4c6f-bc91-220ecfa0b151 admin admin] Publish callbacks [] for security_group (4278312a-7fcc-4fca-b4aa-3f591911639c), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:40.565855 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1634b17b-2921-4183-9fd1-584b29e6536c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859283'] for subnet (b1df0acb-a81e-4431-8120-01e4c0040fd0), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:40.612938 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 3fdbfa0c-40db-4d20-b70a-b5ca36549b09 no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:40:40.638604 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: 3fdbfa0c-40db-4d20-b70a-b5ca36549b09 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:40:40.639023 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 3fdbfa0c-40db-4d20-b70a-b5ca36549b09 not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:40:40.697358 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-0d33bcdc-3708-4c6f-bc91-220ecfa0b151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (4278312a-7fcc-4fca-b4aa-3f591911639c), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:40.699952 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-0d33bcdc-3708-4c6f-bc91-220ecfa0b151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:40.701803 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-0d33bcdc-3708-4c6f-bc91-220ecfa0b151 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4278312a-7fcc-4fca-b4aa-3f591911639c HTTP/1.1" status: 204 len: 168 time: 0.3000414 May 26 21:40:40.711302 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33bcdc-3708-4c6f-bc91-220ecfa0b151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4278312a-7fcc-4fca-b4aa-3f591911639c,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:40.747541 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1634b17b-2921-4183-9fd1-584b29e6536c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4623492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4266898'] for subnet (b1df0acb-a81e-4431-8120-01e4c0040fd0), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:40.779448 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634b17b-2921-4183-9fd1-584b29e6536c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1df0acb-a81e-4431-8120-01e4c0040fd0,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:40.783865 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-1634b17b-2921-4183-9fd1-584b29e6536c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:40.787010 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-1634b17b-2921-4183-9fd1-584b29e6536c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b1df0acb-a81e-4431-8120-01e4c0040fd0 HTTP/1.1" status: 204 len: 168 time: 0.4541986 May 26 21:40:40.790317 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 58124) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:40.794364 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ae8a47-9dea-4c7a-a780-791d5dd7dd23 None None] Network e9f896ed-3367-41b4-ace5-9c753fe1f6ff requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:40:40.800966 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=82,neutron:DELETE=15,neutron:UPDATE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:40.904017 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-eb384691-25d0-4a07-b33d-5261f7cbf309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-801300'] for network (e9f896ed-3367-41b4-ace5-9c753fe1f6ff), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:40.954268 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:40.956797 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-eb384691-25d0-4a07-b33d-5261f7cbf309 admin admin] Deleting port 78dac919-7ad0-4c17-895c-28606acd97c6 {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:40:40.957134 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-eb384691-25d0-4a07-b33d-5261f7cbf309 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (78dac919-7ad0-4c17-895c-28606acd97c6), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:41.004265 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6523e22f-35ef-4498-b1f3-f31884a96aa9 None None] DHCP port deletion for e9f896ed-3367-41b4-ace5-9c753fe1f6ff request from dv-cinder-828805-3-iscsi {{(pid=104644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 21:40:41.030052 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [None req-eb384691-25d0-4a07-b33d-5261f7cbf309 admin admin] For port 78dac919-7ad0-4c17-895c-28606acd97c6, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=78dac919-7ad0-4c17-895c-28606acd97c6,segment=NetworkSegment(fe8da2ec-f933-44ba-82fb-b654f7378e99),segment_id=fe8da2ec-f933-44ba-82fb-b654f7378e99)] {{(pid=104642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:40:41.030737 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-eb384691-25d0-4a07-b33d-5261f7cbf309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (78dac919-7ad0-4c17-895c-28606acd97c6), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:41.051256 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-6523e22f-35ef-4498-b1f3-f31884a96aa9 None None] Deleting port 78dac919-7ad0-4c17-895c-28606acd97c6 {{(pid=104644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:40:41.051629 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-6523e22f-35ef-4498-b1f3-f31884a96aa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (78dac919-7ad0-4c17-895c-28606acd97c6), before_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:41.052048 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-eb384691-25d0-4a07-b33d-5261f7cbf309 admin admin] Calling delete_port for 78dac919-7ad0-4c17-895c-28606acd97c6 owned by network:dhcp {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:40:41.120798 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-6523e22f-35ef-4498-b1f3-f31884a96aa9 None None] For port 78dac919-7ad0-4c17-895c-28606acd97c6, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=78dac919-7ad0-4c17-895c-28606acd97c6,segment=NetworkSegment(fe8da2ec-f933-44ba-82fb-b654f7378e99),segment_id=fe8da2ec-f933-44ba-82fb-b654f7378e99)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:40:41.121195 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-6523e22f-35ef-4498-b1f3-f31884a96aa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (78dac919-7ad0-4c17-895c-28606acd97c6), precommit_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:41.135239 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-6523e22f-35ef-4498-b1f3-f31884a96aa9 None None] Calling delete_port for 78dac919-7ad0-4c17-895c-28606acd97c6 owned by network:dhcp {{(pid=104644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:40:41.251274 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-eb384691-25d0-4a07-b33d-5261f7cbf309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (78dac919-7ad0-4c17-895c-28606acd97c6), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:41.260896 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-6523e22f-35ef-4498-b1f3-f31884a96aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097'] for port (78dac919-7ad0-4c17-895c-28606acd97c6), after_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:41.277662 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb384691-25d0-4a07-b33d-5261f7cbf309 admin admin] Pushing event deleted for resources: {'Port': ['ID=78dac919-7ad0-4c17-895c-28606acd97c6,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:41.279487 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb384691-25d0-4a07-b33d-5261f7cbf309 admin admin] No DVR routers for this DVR port 78dac919-7ad0-4c17-895c-28606acd97c6 on host dv-cinder-828805-3-iscsi {{(pid=104642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:40:41.291248 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523e22f-35ef-4498-b1f3-f31884a96aa9 None None] Pushing event deleted for resources: {'Port': ['ID=78dac919-7ad0-4c17-895c-28606acd97c6,revision_number=None']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:41.293648 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6523e22f-35ef-4498-b1f3-f31884a96aa9 None None] No DVR routers for this DVR port 78dac919-7ad0-4c17-895c-28606acd97c6 on host dv-cinder-828805-3-iscsi {{(pid=104644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:40:41.361125 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-eb384691-25d0-4a07-b33d-5261f7cbf309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853542', 'neutron.services.segments.db._delete_segments_for_network-8745431346800'] for network (e9f896ed-3367-41b4-ace5-9c753fe1f6ff), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:41.387479 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.services.segments.db [None req-eb384691-25d0-4a07-b33d-5261f7cbf309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f896ed-3367-41b4-ace5-9c753fe1f6ff']}} {{(pid=104642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:40:41.398235 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.services.segments.db [None req-eb384691-25d0-4a07-b33d-5261f7cbf309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8da2ec-f933-44ba-82fb-b654f7378e99') {'for_net_delete': True} {{(pid=104642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:40:41.398513 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.services.segments.db [None req-eb384691-25d0-4a07-b33d-5261f7cbf309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8da2ec-f933-44ba-82fb-b654f7378e99') {} {{(pid=104642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:40:41.409180 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-eb384691-25d0-4a07-b33d-5261f7cbf309 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745431347833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5148664'] for segment (fe8da2ec-f933-44ba-82fb-b654f7378e99), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:41.424038 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-eb384691-25d0-4a07-b33d-5261f7cbf309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (fe8da2ec-f933-44ba-82fb-b654f7378e99), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:41.431108 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb384691-25d0-4a07-b33d-5261f7cbf309 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=104642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:40:41.431499 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-eb384691-25d0-4a07-b33d-5261f7cbf309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4632614'] for segment (fe8da2ec-f933-44ba-82fb-b654f7378e99), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:41.452266 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.services.segments.plugin [-] Segment fe8da2ec-f933-44ba-82fb-b654f7378e99 resource provider aggregate not found May 26 21:40:41.486599 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.services.segments.plugin [-] Segment fe8da2ec-f933-44ba-82fb-b654f7378e99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe8da2ec-f933-44ba-82fb-b654f7378e99 found for delete ", "request_id": "req-09b23165-4457-468a-b649-ca498380f9ea"}]} May 26 21:40:41.493980 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 58134) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:41.512280 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-18d58e62-91c5-41f5-9f2a-70445f04047b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:41.589484 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-18d58e62-91c5-41f5-9f2a-70445f04047b admin admin] Publish callbacks [] for security_group (0e2a018b-47af-4cc1-8750-6e24bd0d3a05), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:41.595398 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-eb384691-25d0-4a07-b33d-5261f7cbf309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696756'] for network (e9f896ed-3367-41b4-ace5-9c753fe1f6ff), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:41.600291 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-eb384691-25d0-4a07-b33d-5261f7cbf309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:41.605300 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-eb384691-25d0-4a07-b33d-5261f7cbf309 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e9f896ed-3367-41b4-ace5-9c753fe1f6ff HTTP/1.1" status: 204 len: 168 time: 0.8119032 May 26 21:40:41.606510 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 58136) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:41.616315 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb384691-25d0-4a07-b33d-5261f7cbf309 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9f896ed-3367-41b4-ace5-9c753fe1f6ff,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:41.688030 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-18d58e62-91c5-41f5-9f2a-70445f04047b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (0e2a018b-47af-4cc1-8750-6e24bd0d3a05), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:41.740952 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-18d58e62-91c5-41f5-9f2a-70445f04047b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3cfb1130cb724605a2ddfb8d31aee88d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457371 May 26 21:40:41.743856 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 58138) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:41.781100 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d58e62-91c5-41f5-9f2a-70445f04047b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2a018b-47af-4cc1-8750-6e24bd0d3a05,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:41.791822 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:41.801340 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-b4a0da84-c883-463e-9d09-843f3b54616f admin admin] Publish callbacks [] for security_group (0e2a018b-47af-4cc1-8750-6e24bd0d3a05), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:41.803626 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:41.823891 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-b4a0da84-c883-463e-9d09-843f3b54616f admin admin] Publish callbacks [] for security_group (0e2a018b-47af-4cc1-8750-6e24bd0d3a05), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:41.977009 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-b4a0da84-c883-463e-9d09-843f3b54616f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (0e2a018b-47af-4cc1-8750-6e24bd0d3a05), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:41.980296 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-b4a0da84-c883-463e-9d09-843f3b54616f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:41.981537 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-b4a0da84-c883-463e-9d09-843f3b54616f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0e2a018b-47af-4cc1-8750-6e24bd0d3a05 HTTP/1.1" status: 204 len: 168 time: 0.2365716 May 26 21:40:41.993194 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0da84-c883-463e-9d09-843f3b54616f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2a018b-47af-4cc1-8750-6e24bd0d3a05,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:42.091679 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device bcca00d3-bf65-43a7-9b61-75acce4a3d54 no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:40:42.114086 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: bcca00d3-bf65-43a7-9b61-75acce4a3d54 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:40:42.114425 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device bcca00d3-bf65-43a7-9b61-75acce4a3d54 not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:40:42.115023 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 78dac919-7ad0-4c17-895c-28606acd97c6 no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:40:42.133654 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: 78dac919-7ad0-4c17-895c-28606acd97c6 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:40:42.133996 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 78dac919-7ad0-4c17-895c-28606acd97c6 not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:40:42.153221 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:42.209806 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bd79f6d2-63a1-4133-bb27-ddced41f10a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694950'] for router_interface (79bbfc65-6301-47b8-926b-63c8b14fdab4), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:42.442804 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-bd79f6d2-63a1-4133-bb27-ddced41f10a5 admin admin] Deleting port dcfbf5e0-81cd-4ad0-b6cf-504714f015b0 {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:40:42.443138 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bd79f6d2-63a1-4133-bb27-ddced41f10a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (dcfbf5e0-81cd-4ad0-b6cf-504714f015b0), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:42.525196 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [None req-bd79f6d2-63a1-4133-bb27-ddced41f10a5 admin admin] For port dcfbf5e0-81cd-4ad0-b6cf-504714f015b0, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=dcfbf5e0-81cd-4ad0-b6cf-504714f015b0,segment=NetworkSegment(23f1bfc1-add1-463d-9f9f-4ad95f41ac6e),segment_id=23f1bfc1-add1-463d-9f9f-4ad95f41ac6e)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:40:42.526305 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bd79f6d2-63a1-4133-bb27-ddced41f10a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (dcfbf5e0-81cd-4ad0-b6cf-504714f015b0), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:42.545356 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-bd79f6d2-63a1-4133-bb27-ddced41f10a5 admin admin] Calling delete_port for dcfbf5e0-81cd-4ad0-b6cf-504714f015b0 owned by network:router_interface {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:40:42.659428 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:42.714951 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 58144) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:42.733476 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-8318d9e6-debc-4faa-acb9-9f50b6dd2485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:42.807406 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-8318d9e6-debc-4faa-acb9-9f50b6dd2485 admin admin] Publish callbacks [] for security_group (8377a635-41bd-453c-9e79-acf9970a732f), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:42.808811 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bd79f6d2-63a1-4133-bb27-ddced41f10a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (dcfbf5e0-81cd-4ad0-b6cf-504714f015b0), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:42.832997 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79f6d2-63a1-4133-bb27-ddced41f10a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcfbf5e0-81cd-4ad0-b6cf-504714f015b0,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:42.894267 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-8318d9e6-debc-4faa-acb9-9f50b6dd2485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (8377a635-41bd-453c-9e79-acf9970a732f), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:42.974871 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-8318d9e6-debc-4faa-acb9-9f50b6dd2485 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=37ba52f1f6b249e1ac72a22c09c401b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588875 May 26 21:40:42.978251 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 58146) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:42.985809 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318d9e6-debc-4faa-acb9-9f50b6dd2485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8377a635-41bd-453c-9e79-acf9970a732f,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:43.038236 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-bd79f6d2-63a1-4133-bb27-ddced41f10a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-394224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694842'] for router_interface (79bbfc65-6301-47b8-926b-63c8b14fdab4), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:43.039602 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-470773f1-2a6d-4436-aa2e-b6dee120de2a admin admin] Publish callbacks [] for security_group (8377a635-41bd-453c-9e79-acf9970a732f), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:43.062771 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-470773f1-2a6d-4436-aa2e-b6dee120de2a admin admin] Publish callbacks [] for security_group (8377a635-41bd-453c-9e79-acf9970a732f), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:43.094591 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:43.184191 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-470773f1-2a6d-4436-aa2e-b6dee120de2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (8377a635-41bd-453c-9e79-acf9970a732f), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:43.186790 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-470773f1-2a6d-4436-aa2e-b6dee120de2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:43.187999 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-470773f1-2a6d-4436-aa2e-b6dee120de2a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8377a635-41bd-453c-9e79-acf9970a732f HTTP/1.1" status: 204 len: 168 time: 0.2069499 May 26 21:40:43.196217 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470773f1-2a6d-4436-aa2e-b6dee120de2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8377a635-41bd-453c-9e79-acf9970a732f,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:43.252063 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd79f6d2-63a1-4133-bb27-ddced41f10a5 admin admin] Router 79bbfc65-6301-47b8-926b-63c8b14fdab4 has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:40:43.355009 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd79f6d2-63a1-4133-bb27-ddced41f10a5 admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:40:43.359967 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-bd79f6d2-63a1-4133-bb27-ddced41f10a5 admin admin] 10.222.0.42 "PUT /v2.0/routers/79bbfc65-6301-47b8-926b-63c8b14fdab4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7521958 May 26 21:40:43.362716 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 58150) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:43.364026 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78141eb3-d2f3-4e7f-a6c0-1d1a3c618ae7 None None] Sync routers for ids ['79bbfc65-6301-47b8-926b-63c8b14fdab4'] in dv-cinder-828805-3-iscsi {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:40:43.375019 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78141eb3-d2f3-4e7f-a6c0-1d1a3c618ae7 None None] Routers {'79bbfc65-6301-47b8-926b-63c8b14fdab4'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:40:43.375962 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-78141eb3-d2f3-4e7f-a6c0-1d1a3c618ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:40:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['79bbfc65-6301-47b8-926b-63c8b14fdab4'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:40:43.472989 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7127567b-c0eb-4d1b-ad5d-f65d323018a7 admin admin] Publish callbacks [] for router (79bbfc65-6301-47b8-926b-63c8b14fdab4), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:43.484242 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-78141eb3-d2f3-4e7f-a6c0-1d1a3c618ae7 None None] Set router 79bbfc65-6301-47b8-926b-63c8b14fdab4 gateway port host: dv-cinder-828805-3-iscsi {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:40:43.615719 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7127567b-c0eb-4d1b-ad5d-f65d323018a7 admin admin] Publish callbacks [] for router_gateway (79bbfc65-6301-47b8-926b-63c8b14fdab4), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:43.673216 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-78141eb3-d2f3-4e7f-a6c0-1d1a3c618ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bbfc65-6301-47b8-926b-63c8b14fdab4', 'name': 'tempest-TestVolumeBootPattern-706229573-router', 'tenant_id': 'ddf52d1949a6436da70dc66673708cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2621e8ce-841e-42b9-bc33-d28fb0cc8d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:07Z', 'updated_at': '2022-05-26T21:40:42Z', 'revision_number': 5, 'project_id': 'ddf52d1949a6436da70dc66673708cd6', 'gw_port': {'id': '2621e8ce-841e-42b9-bc33-d28fb0cc8d93', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bbfc65-6301-47b8-926b-63c8b14fdab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:29:07Z', 'updated_at': '2022-05-26T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:40:43.699458 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78141eb3-d2f3-4e7f-a6c0-1d1a3c618ae7 None None] Checking router: 79bbfc65-6301-47b8-926b-63c8b14fdab4 for host: dv-cinder-828805-3-iscsi {{(pid=104644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:40:43.708633 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78141eb3-d2f3-4e7f-a6c0-1d1a3c618ae7 None None] Routers {'79bbfc65-6301-47b8-926b-63c8b14fdab4'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:40:43.710163 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-78141eb3-d2f3-4e7f-a6c0-1d1a3c618ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:40:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['79bbfc65-6301-47b8-926b-63c8b14fdab4'], 'active': True} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:40:43.723948 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-7127567b-c0eb-4d1b-ad5d-f65d323018a7 admin admin] Deleting port 2621e8ce-841e-42b9-bc33-d28fb0cc8d93 {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:40:43.724278 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7127567b-c0eb-4d1b-ad5d-f65d323018a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (2621e8ce-841e-42b9-bc33-d28fb0cc8d93), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:43.777150 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:43.784118 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:43.800611 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvr_db [None req-78141eb3-d2f3-4e7f-a6c0-1d1a3c618ae7 None None] Set router 79bbfc65-6301-47b8-926b-63c8b14fdab4 gateway port host: None {{(pid=104644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:40:43.806394 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [None req-7127567b-c0eb-4d1b-ad5d-f65d323018a7 admin admin] For port 2621e8ce-841e-42b9-bc33-d28fb0cc8d93, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=2621e8ce-841e-42b9-bc33-d28fb0cc8d93,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:40:43.806748 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7127567b-c0eb-4d1b-ad5d-f65d323018a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (2621e8ce-841e-42b9-bc33-d28fb0cc8d93), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:43.821012 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-7127567b-c0eb-4d1b-ad5d-f65d323018a7 admin admin] Calling delete_port for 2621e8ce-841e-42b9-bc33-d28fb0cc8d93 owned by network:router_gateway {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:40:43.861492 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_hamode_db [None req-78141eb3-d2f3-4e7f-a6c0-1d1a3c618ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bbfc65-6301-47b8-926b-63c8b14fdab4', 'name': 'tempest-TestVolumeBootPattern-706229573-router', 'tenant_id': 'ddf52d1949a6436da70dc66673708cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:07Z', 'updated_at': '2022-05-26T21:40:43Z', 'revision_number': 6, 'project_id': 'ddf52d1949a6436da70dc66673708cd6', 'gw_port_host': None}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:40:43.891419 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78141eb3-d2f3-4e7f-a6c0-1d1a3c618ae7 None None] The sync data for ids ['79bbfc65-6301-47b8-926b-63c8b14fdab4'] in dv-cinder-828805-3-iscsi is: [{'id': '79bbfc65-6301-47b8-926b-63c8b14fdab4', 'name': 'tempest-TestVolumeBootPattern-706229573-router', 'tenant_id': 'ddf52d1949a6436da70dc66673708cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:29:07Z', 'updated_at': '2022-05-26T21:40:43Z', 'revision_number': 6, 'project_id': 'ddf52d1949a6436da70dc66673708cd6', 'gw_port_host': None}] {{(pid=104644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:40:43.929006 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:44.064328 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7127567b-c0eb-4d1b-ad5d-f65d323018a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (2621e8ce-841e-42b9-bc33-d28fb0cc8d93), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:44.089805 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127567b-c0eb-4d1b-ad5d-f65d323018a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2621e8ce-841e-42b9-bc33-d28fb0cc8d93,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:44.118688 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:44.153925 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7127567b-c0eb-4d1b-ad5d-f65d323018a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696728'] for router_gateway (79bbfc65-6301-47b8-926b-63c8b14fdab4), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:44.270636 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 58170) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:44.415556 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device dcfbf5e0-81cd-4ad0-b6cf-504714f015b0 no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:40:44.416923 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-03e1c55f-c5e1-446d-9df0-43ace136b07e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-999402928-network', 'tenant_id': '512bd83d26b94036b9067e2998520c4d'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:40:44.437097 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: dcfbf5e0-81cd-4ad0-b6cf-504714f015b0 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:40:44.437547 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device dcfbf5e0-81cd-4ad0-b6cf-504714f015b0 not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:40:44.440925 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:44.504514 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e1c55f-c5e1-446d-9df0-43ace136b07e admin admin] Made reservation on behalf of 512bd83d26b94036b9067e2998520c4d for: {'network': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:40:44.505630 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7127567b-c0eb-4d1b-ad5d-f65d323018a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4924'] for router (79bbfc65-6301-47b8-926b-63c8b14fdab4), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:44.507246 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-03e1c55f-c5e1-446d-9df0-43ace136b07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for network (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:44.508525 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7127567b-c0eb-4d1b-ad5d-f65d323018a7 admin admin] Publish callbacks [] for router_controller (79bbfc65-6301-47b8-926b-63c8b14fdab4), precommit_delete_associations {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:44.518677 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-03e1c55f-c5e1-446d-9df0-43ace136b07e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:44.622820 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7127567b-c0eb-4d1b-ad5d-f65d323018a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628802'] for router (79bbfc65-6301-47b8-926b-63c8b14fdab4), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:44.623355 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7127567b-c0eb-4d1b-ad5d-f65d323018a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79bbfc65-6301-47b8-926b-63c8b14fdab4 {{(pid=104642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 21:40:44.628293 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7127567b-c0eb-4d1b-ad5d-f65d323018a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:44.628869 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-7127567b-c0eb-4d1b-ad5d-f65d323018a7 admin admin] 10.222.0.42 "DELETE /v2.0/routers/79bbfc65-6301-47b8-926b-63c8b14fdab4 HTTP/1.1" status: 204 len: 168 time: 1.2651668 May 26 21:40:44.631401 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 58176) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:44.636955 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-03e1c55f-c5e1-446d-9df0-43ace136b07e admin admin] Publish callbacks [] for security_group (47fd8866-135b-422c-84c6-e9c3c7d386a2), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:44.678431 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.db_base_plugin_v2 [None req-45353425-440b-4387-b107-3db543774f27 admin admin] Deleting subnet a5bd3d29-e151-4250-8219-f2c568fc39f2 {{(pid=104642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:40:44.682449 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-45353425-440b-4387-b107-3db543774f27 admin admin] Publish callbacks [] for subnet (a5bd3d29-e151-4250-8219-f2c568fc39f2), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:44.703250 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-03e1c55f-c5e1-446d-9df0-43ace136b07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (47fd8866-135b-422c-84c6-e9c3c7d386a2), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:44.719664 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-45353425-440b-4387-b107-3db543774f27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5148609'] for subnet (a5bd3d29-e151-4250-8219-f2c568fc39f2), precommit_delete_associations {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:44.731429 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e1c55f-c5e1-446d-9df0-43ace136b07e admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=104643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:40:44.747539 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1c55f-c5e1-446d-9df0-43ace136b07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fd8866-135b-422c-84c6-e9c3c7d386a2,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:44.750676 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-03e1c55f-c5e1-446d-9df0-43ace136b07e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745431346791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (6087146d-427a-4fd3-ae6e-b7b515ebfbab), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:44.751136 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.db.segments_db [None req-03e1c55f-c5e1-446d-9df0-43ace136b07e admin admin] Added segment 6087146d-427a-4fd3-ae6e-b7b515ebfbab of type vlan for network 882df593-7113-40d8-9c12-94b4548143c4 May 26 21:40:44.795916 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-03e1c55f-c5e1-446d-9df0-43ace136b07e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745430822750'] for network (882df593-7113-40d8-9c12-94b4548143c4), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:44.814126 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-45353425-440b-4387-b107-3db543774f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859283'] for subnet (a5bd3d29-e151-4250-8219-f2c568fc39f2), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:44.886805 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-03e1c55f-c5e1-446d-9df0-43ace136b07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219'] for network (882df593-7113-40d8-9c12-94b4548143c4), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:44.887795 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e1c55f-c5e1-446d-9df0-43ace136b07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:44.888370 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-03e1c55f-c5e1-446d-9df0-43ace136b07e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:44.948603 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1c55f-c5e1-446d-9df0-43ace136b07e admin admin] Pushing event updated for resources: {'Network': ['ID=882df593-7113-40d8-9c12-94b4548143c4,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:44.962052 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Network 882df593-7113-40d8-9c12-94b4548143c4 details requested by agent ovs-agent-dv-cinder-828805-3-iscsi with host dv-cinder-828805-3-iscsi {{(pid=104644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:40:44.972870 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-45353425-440b-4387-b107-3db543774f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4623492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4266898'] for subnet (a5bd3d29-e151-4250-8219-f2c568fc39f2), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:45.001450 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45353425-440b-4387-b107-3db543774f27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5bd3d29-e151-4250-8219-f2c568fc39f2,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:45.003588 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-03e1c55f-c5e1-446d-9df0-43ace136b07e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7307811 May 26 21:40:45.004373 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-45353425-440b-4387-b107-3db543774f27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:45.007728 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-45353425-440b-4387-b107-3db543774f27 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a5bd3d29-e151-4250-8219-f2c568fc39f2 HTTP/1.1" status: 204 len: 168 time: 0.3752968 May 26 21:40:45.008580 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 58178) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:45.013428 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-fefc05a8-e68e-44d5-9086-63258d7e593b admin admin] Request body: {'subnet': {'network_id': '882df593-7113-40d8-9c12-94b4548143c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-999402928-subnet', 'tenant_id': '512bd83d26b94036b9067e2998520c4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:40:45.015452 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 58180) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:45.041799 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b623a91-1810-4aca-82be-eec6e3d79647 None None] Network ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:40:45.070984 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:45.099250 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fc50ea8f-7100-4467-afa0-017dd4831a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-801300'] for network (ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:45.111707 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefc05a8-e68e-44d5-9086-63258d7e593b admin admin] Made reservation on behalf of 512bd83d26b94036b9067e2998520c4d for: {'subnet': 1} {{(pid=104642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:40:45.114777 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-fefc05a8-e68e-44d5-9086-63258d7e593b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4266943'] for subnet (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:45.145393 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-fc50ea8f-7100-4467-afa0-017dd4831a8f admin admin] Deleting port b9b49035-588b-4190-b874-ebca982ee786 {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:40:45.145622 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fc50ea8f-7100-4467-afa0-017dd4831a8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (b9b49035-588b-4190-b874-ebca982ee786), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:45.174149 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:45.212567 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df442a6-fbf4-4ce8-8e0b-32da427b87b2 None None] DHCP port deletion for ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0 request from dv-cinder-828805-3-iscsi {{(pid=104644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 21:40:45.219369 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [None req-fc50ea8f-7100-4467-afa0-017dd4831a8f admin admin] For port b9b49035-588b-4190-b874-ebca982ee786, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=b9b49035-588b-4190-b874-ebca982ee786,segment=NetworkSegment(23f1bfc1-add1-463d-9f9f-4ad95f41ac6e),segment_id=23f1bfc1-add1-463d-9f9f-4ad95f41ac6e)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:40:45.219829 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fc50ea8f-7100-4467-afa0-017dd4831a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (b9b49035-588b-4190-b874-ebca982ee786), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:45.234569 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-fc50ea8f-7100-4467-afa0-017dd4831a8f admin admin] Calling delete_port for b9b49035-588b-4190-b874-ebca982ee786 owned by network:dhcp {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:40:45.256431 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-0df442a6-fbf4-4ce8-8e0b-32da427b87b2 None None] Deleting port b9b49035-588b-4190-b874-ebca982ee786 {{(pid=104644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:40:45.257077 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-0df442a6-fbf4-4ce8-8e0b-32da427b87b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (b9b49035-588b-4190-b874-ebca982ee786), before_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:45.326395 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-0df442a6-fbf4-4ce8-8e0b-32da427b87b2 None None] For port b9b49035-588b-4190-b874-ebca982ee786, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=b9b49035-588b-4190-b874-ebca982ee786,segment=NetworkSegment(23f1bfc1-add1-463d-9f9f-4ad95f41ac6e),segment_id=23f1bfc1-add1-463d-9f9f-4ad95f41ac6e)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:40:45.326713 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-0df442a6-fbf4-4ce8-8e0b-32da427b87b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (b9b49035-588b-4190-b874-ebca982ee786), precommit_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:45.339491 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-0df442a6-fbf4-4ce8-8e0b-32da427b87b2 None None] Calling delete_port for b9b49035-588b-4190-b874-ebca982ee786 owned by network:dhcp {{(pid=104644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:40:45.400051 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-fefc05a8-e68e-44d5-9086-63258d7e593b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4623557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4266921'] for subnet (d4267290-b8d3-4547-9b57-3c62b562f4e1), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:45.447099 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fc50ea8f-7100-4467-afa0-017dd4831a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (b9b49035-588b-4190-b874-ebca982ee786), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:45.452445 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc05a8-e68e-44d5-9086-63258d7e593b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4267290-b8d3-4547-9b57-3c62b562f4e1,revision_number=0']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:45.453470 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-0df442a6-fbf4-4ce8-8e0b-32da427b87b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097'] for port (b9b49035-588b-4190-b874-ebca982ee786), after_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:45.473985 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefc05a8-e68e-44d5-9086-63258d7e593b admin admin] Checking segment: {'id': '6087146d-427a-4fd3-ae6e-b7b515ebfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '882df593-7113-40d8-9c12-94b4548143c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:40:45.474483 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefc05a8-e68e-44d5-9086-63258d7e593b admin admin] Network hostable DHCP agents. Network: 882df593-7113-40d8-9c12-94b4548143c4, hostable agents: ['35848227-359f-404d-a469-91025de84eed'], hosted agents: [] {{(pid=104642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:40:45.478340 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc50ea8f-7100-4467-afa0-017dd4831a8f admin admin] No DVR routers for this DVR port b9b49035-588b-4190-b874-ebca982ee786 on host dv-cinder-828805-3-iscsi {{(pid=104643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:40:45.483304 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df442a6-fbf4-4ce8-8e0b-32da427b87b2 None None] Pushing event deleted for resources: {'Port': ['ID=b9b49035-588b-4190-b874-ebca982ee786,revision_number=None']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:45.483530 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50ea8f-7100-4467-afa0-017dd4831a8f admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b49035-588b-4190-b874-ebca982ee786,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:45.488222 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df442a6-fbf4-4ce8-8e0b-32da427b87b2 None None] No DVR routers for this DVR port b9b49035-588b-4190-b874-ebca982ee786 on host dv-cinder-828805-3-iscsi {{(pid=104644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:40:45.557254 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fc50ea8f-7100-4467-afa0-017dd4831a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853542', 'neutron.services.segments.db._delete_segments_for_network-8745431346800'] for network (ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:45.582311 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-fc50ea8f-7100-4467-afa0-017dd4831a8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0']}} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:40:45.590303 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefc05a8-e68e-44d5-9086-63258d7e593b admin admin] Network 882df593-7113-40d8-9c12-94b4548143c4 is scheduled to be hosted by DHCP agent 35848227-359f-404d-a469-91025de84eed with binding_index 1 {{(pid=104642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:40:45.593214 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-fc50ea8f-7100-4467-afa0-017dd4831a8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f1bfc1-add1-463d-9f9f-4ad95f41ac6e') {'for_net_delete': True} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:40:45.593509 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-fc50ea8f-7100-4467-afa0-017dd4831a8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f1bfc1-add1-463d-9f9f-4ad95f41ac6e') {} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:40:45.606308 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fc50ea8f-7100-4467-afa0-017dd4831a8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745431347833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7398685'] for segment (23f1bfc1-add1-463d-9f9f-4ad95f41ac6e), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:45.618988 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fc50ea8f-7100-4467-afa0-017dd4831a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (23f1bfc1-add1-463d-9f9f-4ad95f41ac6e), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:45.625515 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc50ea8f-7100-4467-afa0-017dd4831a8f admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=104643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:40:45.625899 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fc50ea8f-7100-4467-afa0-017dd4831a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4563113'] for segment (23f1bfc1-add1-463d-9f9f-4ad95f41ac6e), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:45.630290 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:45.657828 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.base_scheduler [None req-fefc05a8-e68e-44d5-9086-63258d7e593b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-3-iscsi, 882df593-7113-40d8-9c12-94b4548143c4) {{(pid=104642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:40:45.667089 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cda91b0-4619-4302-b165-4a6069993977 None None] Network 882df593-7113-40d8-9c12-94b4548143c4 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:40:45.676258 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefc05a8-e68e-44d5-9086-63258d7e593b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:45.676857 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-fefc05a8-e68e-44d5-9086-63258d7e593b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:45.782614 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fc50ea8f-7100-4467-afa0-017dd4831a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696756'] for network (ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:45.795941 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-fefc05a8-e68e-44d5-9086-63258d7e593b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7777953 May 26 21:40:45.800109 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-fc50ea8f-7100-4467-afa0-017dd4831a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:45.800109 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-fc50ea8f-7100-4467-afa0-017dd4831a8f admin admin] 10.222.0.42 "DELETE /v2.0/networks/ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0 HTTP/1.1" status: 204 len: 168 time: 0.7761486 May 26 21:40:45.808222 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50ea8f-7100-4467-afa0-017dd4831a8f admin admin] Pushing event deleted for resources: {'Network': ['ID=ee0fbee1-2246-4cbd-bf0c-7ba23bb45eb0,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:45.821343 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.services.segments.plugin [-] Segment 23f1bfc1-add1-463d-9f9f-4ad95f41ac6e resource provider aggregate not found May 26 21:40:45.843646 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.services.segments.plugin [-] Segment 23f1bfc1-add1-463d-9f9f-4ad95f41ac6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23f1bfc1-add1-463d-9f9f-4ad95f41ac6e found for delete ", "request_id": "req-d9dbd0a7-f7ff-46b7-a6f6-2569789fbd31"}]} May 26 21:40:45.917337 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d87ef4-1978-4329-936c-e1b2b0b4a6f9 None None] Network 882df593-7113-40d8-9c12-94b4548143c4 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:40:46.084167 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device b9b49035-588b-4190-b874-ebca982ee786 no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:40:46.103547 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: b9b49035-588b-4190-b874-ebca982ee786 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:40:46.103922 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device b9b49035-588b-4190-b874-ebca982ee786 not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:40:46.104526 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 2621e8ce-841e-42b9-bc33-d28fb0cc8d93 no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:40:46.126489 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: 2621e8ce-841e-42b9-bc33-d28fb0cc8d93 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:40:46.127093 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 2621e8ce-841e-42b9-bc33-d28fb0cc8d93 not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:40:46.163136 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 58196) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:46.202804 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-9641c88d-ce72-4ca6-9b61-159f38ca48d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87d8cb3f18ae4f05a85dc21abaf316cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385728 May 26 21:40:46.205317 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 58198) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:46.254381 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f87d5b51-d9d6-4ba1-880f-16b823ecdc43 admin admin] Publish callbacks [] for security_group (3be9feed-e6c9-489c-bb4a-e7d59c2acaaa), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:46.280358 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f87d5b51-d9d6-4ba1-880f-16b823ecdc43 admin admin] Publish callbacks [] for security_group (3be9feed-e6c9-489c-bb4a-e7d59c2acaaa), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:46.387918 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f87d5b51-d9d6-4ba1-880f-16b823ecdc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (3be9feed-e6c9-489c-bb4a-e7d59c2acaaa), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:46.390482 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f87d5b51-d9d6-4ba1-880f-16b823ecdc43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:46.391673 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-f87d5b51-d9d6-4ba1-880f-16b823ecdc43 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3be9feed-e6c9-489c-bb4a-e7d59c2acaaa HTTP/1.1" status: 204 len: 168 time: 0.1854711 May 26 21:40:46.399578 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d5b51-d9d6-4ba1-880f-16b823ecdc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be9feed-e6c9-489c-bb4a-e7d59c2acaaa,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:47.137160 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 58208) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:47.181866 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-521e4c7b-992b-4579-8a03-d9a513b9957a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ddf52d1949a6436da70dc66673708cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435498 May 26 21:40:47.184416 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 58210) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:40:47.231936 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ba47b23c-e309-4077-a4ef-dfbbd31e797a admin admin] Publish callbacks [] for security_group (0d2948f4-b41c-4ce2-8d03-d12b8bc453d4), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:47.253165 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ba47b23c-e309-4077-a4ef-dfbbd31e797a admin admin] Publish callbacks [] for security_group (0d2948f4-b41c-4ce2-8d03-d12b8bc453d4), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:47.285250 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:47.399386 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ba47b23c-e309-4077-a4ef-dfbbd31e797a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (0d2948f4-b41c-4ce2-8d03-d12b8bc453d4), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:47.401865 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ba47b23c-e309-4077-a4ef-dfbbd31e797a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:47.403001 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-ba47b23c-e309-4077-a4ef-dfbbd31e797a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0d2948f4-b41c-4ce2-8d03-d12b8bc453d4 HTTP/1.1" status: 204 len: 168 time: 0.2176862 May 26 21:40:47.411516 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47b23c-e309-4077-a4ef-dfbbd31e797a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2948f4-b41c-4ce2-8d03-d12b8bc453d4,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:48.048177 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-94990896-e775-4484-a87d-566a695712d4 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:48.049650 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-94990896-e775-4484-a87d-566a695712d4 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/networks?id=882df593-7113-40d8-9c12-94b4548143c4 HTTP/1.1" status: 200 len: 808 time: 0.1015317 May 26 21:40:48.064759 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-ecde4259-498c-4518-b00b-cd5e21e49654 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/quotas/512bd83d26b94036b9067e2998520c4d HTTP/1.1" status: 200 len: 375 time: 0.0092852 May 26 21:40:48.101936 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-8d3bf25d-79a3-4443-8c21-63f5b6dcc579 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=512bd83d26b94036b9067e2998520c4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317857 May 26 21:40:48.190400 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-d721c62b-35f4-4d7d-a9bd-a22d07998cc6 service neutron] 10.222.0.42 "GET /v2.0/networks/882df593-7113-40d8-9c12-94b4548143c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818307 May 26 21:40:48.280314 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-39cdf45c-3b48-40b0-86fa-fef06f0c6a76 service neutron] 10.222.0.42 "GET /v2.0/networks/882df593-7113-40d8-9c12-94b4548143c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842266 May 26 21:40:48.494255 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d3ba0800-1fde-4030-ad50-9a0ab28cdbff req-4694042f-320f-4b90-963b-16ac809d635c tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea316ac9-48e6-445a-9e44-26271f6d77b2 HTTP/1.1" status: 200 len: 210 time: 0.0287740 May 26 21:40:49.601214 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-adbae463-91dd-4210-8667-fef0cc401934 req-f7e140a3-fe4e-4961-9527-fd09cd1afae3 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea316ac9-48e6-445a-9e44-26271f6d77b2 HTTP/1.1" status: 200 len: 210 time: 0.0385344 May 26 21:40:49.795834 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=11 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:49.796747 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=86 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:50.570054 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-032eed7b-2260-4afc-9fb6-e1c2691bb561 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:50.572012 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-032eed7b-2260-4afc-9fb6-e1c2691bb561 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.60 "GET /v2.0/networks?id=882df593-7113-40d8-9c12-94b4548143c4 HTTP/1.1" status: 200 len: 808 time: 0.1054757 May 26 21:40:50.584042 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-060a7c88-909a-4cca-8702-1beb6c121ff6 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Request body: {'port': {'device_id': 'ea316ac9-48e6-445a-9e44-26271f6d77b2', 'network_id': '882df593-7113-40d8-9c12-94b4548143c4', 'admin_state_up': True, 'tenant_id': '512bd83d26b94036b9067e2998520c4d'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:40:50.706029 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2530621c-2421-4fe4-a60f-b97d1974dc30 req-a566da8d-3977-4aa4-bae8-38e36cb4e15e tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea316ac9-48e6-445a-9e44-26271f6d77b2 HTTP/1.1" status: 200 len: 210 time: 0.0319321 May 26 21:40:50.795408 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-060a7c88-909a-4cca-8702-1beb6c121ff6 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Made reservation on behalf of 512bd83d26b94036b9067e2998520c4d for: {'port': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:40:50.798967 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-060a7c88-909a-4cca-8702-1beb6c121ff6 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:50.820990 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:50.931551 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:50.946864 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-060a7c88-909a-4cca-8702-1beb6c121ff6 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Allocated IP 172.20.0.11 (882df593-7113-40d8-9c12-94b4548143c4/d4267290-b8d3-4547-9b57-3c62b562f4e1/41d6cc8e-73e8-4201-80e8-4b733a4e8148) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:40:51.070165 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-f88d53ab-cced-44fb-abf7-6f4328beb75e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:51.101957 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-060a7c88-909a-4cca-8702-1beb6c121ff6 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Publish callbacks [] for port (41d6cc8e-73e8-4201-80e8-4b733a4e8148), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:51.213566 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-060a7c88-909a-4cca-8702-1beb6c121ff6 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (41d6cc8e-73e8-4201-80e8-4b733a4e8148), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:51.256403 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-060a7c88-909a-4cca-8702-1beb6c121ff6 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Network 882df593-7113-40d8-9c12-94b4548143c4 is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:40:51.262903 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-060a7c88-909a-4cca-8702-1beb6c121ff6 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:40:51.267204 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-060a7c88-909a-4cca-8702-1beb6c121ff6 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:40:51.273299 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a7c88-909a-4cca-8702-1beb6c121ff6 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Pushing event updated for resources: {'Port': ['ID=41d6cc8e-73e8-4201-80e8-4b733a4e8148,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:51.319100 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-060a7c88-909a-4cca-8702-1beb6c121ff6 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:51.319697 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-060a7c88-909a-4cca-8702-1beb6c121ff6 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:51.403929 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-060a7c88-909a-4cca-8702-1beb6c121ff6 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8232620 May 26 21:40:51.414735 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-98f2f993-8691-4b2a-8dc3-5a43f7b3203f service neutron] Request body: {'port': {'device_id': 'ea316ac9-48e6-445a-9e44-26271f6d77b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:40:51.474882 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-98f2f993-8691-4b2a-8dc3-5a43f7b3203f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (41d6cc8e-73e8-4201-80e8-4b733a4e8148), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:51.610395 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:51.751162 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-98f2f993-8691-4b2a-8dc3-5a43f7b3203f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d6cc8e-73e8-4201-80e8-4b733a4e8148 {{(pid=104643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:40:51.758638 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-98f2f993-8691-4b2a-8dc3-5a43f7b3203f service neutron] Publish callbacks [] for port (41d6cc8e-73e8-4201-80e8-4b733a4e8148), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:51.771186 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.provisioning_blocks [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-98f2f993-8691-4b2a-8dc3-5a43f7b3203f service neutron] Transition to ACTIVE for port object 41d6cc8e-73e8-4201-80e8-4b733a4e8148 will not be triggered until provisioned by entity L2. {{(pid=104643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:40:51.825698 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45c739-4682-4b47-9001-ceabb0472082 req-4acc61b0-5a70-4544-a9a7-f0a52325fd55 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:51.827141 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0a45c739-4682-4b47-9001-ceabb0472082 req-4acc61b0-5a70-4544-a9a7-f0a52325fd55 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea316ac9-48e6-445a-9e44-26271f6d77b2 HTTP/1.1" status: 200 len: 932 time: 0.0504465 May 26 21:40:51.828324 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-98f2f993-8691-4b2a-8dc3-5a43f7b3203f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (41d6cc8e-73e8-4201-80e8-4b733a4e8148), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:51.896189 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2f993-8691-4b2a-8dc3-5a43f7b3203f service neutron] Pushing event updated for resources: {'Port': ['ID=41d6cc8e-73e8-4201-80e8-4b733a4e8148,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:51.915390 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:51.922425 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-0a45c739-4682-4b47-9001-ceabb0472082 req-a42c399d-7a82-411b-b2db-b585a10cb920 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887561 May 26 21:40:51.988983 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-98f2f993-8691-4b2a-8dc3-5a43f7b3203f service neutron] Attempting to bind port 41d6cc8e-73e8-4201-80e8-4b733a4e8148 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:40:51.989219 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-98f2f993-8691-4b2a-8dc3-5a43f7b3203f service neutron] Attempting to bind port 41d6cc8e-73e8-4201-80e8-4b733a4e8148 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '6087146d-427a-4fd3-ae6e-b7b515ebfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '882df593-7113-40d8-9c12-94b4548143c4'}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:40:51.989545 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-98f2f993-8691-4b2a-8dc3-5a43f7b3203f service neutron] Attempting to bind port 41d6cc8e-73e8-4201-80e8-4b733a4e8148 on network 882df593-7113-40d8-9c12-94b4548143c4 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:40:51.995787 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-98f2f993-8691-4b2a-8dc3-5a43f7b3203f service neutron] Port 41d6cc8e-73e8-4201-80e8-4b733a4e8148 on network 882df593-7113-40d8-9c12-94b4548143c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:40:51.996131 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-98f2f993-8691-4b2a-8dc3-5a43f7b3203f service neutron] Attempting to bind port 41d6cc8e-73e8-4201-80e8-4b733a4e8148 on network 882df593-7113-40d8-9c12-94b4548143c4 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:40:52.001382 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-98f2f993-8691-4b2a-8dc3-5a43f7b3203f service neutron] Checking agent: {'id': '2bd30f19-4481-40fa-92e6-11ccee452902', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'started_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:40:52.001701 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-98f2f993-8691-4b2a-8dc3-5a43f7b3203f service neutron] Checking segment: {'id': '6087146d-427a-4fd3-ae6e-b7b515ebfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '882df593-7113-40d8-9c12-94b4548143c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:40:52.009616 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-98f2f993-8691-4b2a-8dc3-5a43f7b3203f service neutron] Bound using segment: {'id': '6087146d-427a-4fd3-ae6e-b7b515ebfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '882df593-7113-40d8-9c12-94b4548143c4'} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:40:52.009616 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-98f2f993-8691-4b2a-8dc3-5a43f7b3203f service neutron] Bound port: 41d6cc8e-73e8-4201-80e8-4b733a4e8148, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6087146d-427a-4fd3-ae6e-b7b515ebfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '882df593-7113-40d8-9c12-94b4548143c4'}}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:40:52.009616 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-98f2f993-8691-4b2a-8dc3-5a43f7b3203f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (41d6cc8e-73e8-4201-80e8-4b733a4e8148), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:52.068005 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-98f2f993-8691-4b2a-8dc3-5a43f7b3203f service neutron] For port 41d6cc8e-73e8-4201-80e8-4b733a4e8148, host hv-cinder-82880, cleared binding levels {{(pid=104643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:40:52.071895 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-98f2f993-8691-4b2a-8dc3-5a43f7b3203f service neutron] For port 41d6cc8e-73e8-4201-80e8-4b733a4e8148, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=41d6cc8e-73e8-4201-80e8-4b733a4e8148,segment=NetworkSegment(6087146d-427a-4fd3-ae6e-b7b515ebfbab),segment_id=6087146d-427a-4fd3-ae6e-b7b515ebfbab)] {{(pid=104643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:40:52.171279 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-98f2f993-8691-4b2a-8dc3-5a43f7b3203f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (41d6cc8e-73e8-4201-80e8-4b733a4e8148), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:52.204683 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-98f2f993-8691-4b2a-8dc3-5a43f7b3203f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:52.205302 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-98f2f993-8691-4b2a-8dc3-5a43f7b3203f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:52.206657 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-98f2f993-8691-4b2a-8dc3-5a43f7b3203f service neutron] 10.222.0.60 "PUT /v2.0/ports/41d6cc8e-73e8-4201-80e8-4b733a4e8148 HTTP/1.1" status: 200 len: 1094 time: 0.7959113 May 26 21:40:52.207088 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea316ac9-48e6-445a-9e44-26271f6d77b2', 'tag': '41d6cc8e-73e8-4201-80e8-4b733a4e8148'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:40:52.209340 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aca6358-eb5c-4f5a-9c0c-8dc1715ceb93" -d '{"events": [{"name": "network-changed", "server_uuid": "ea316ac9-48e6-445a-9e44-26271f6d77b2", "tag": "41d6cc8e-73e8-4201-80e8-4b733a4e8148"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:40:52.234256 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2f993-8691-4b2a-8dc3-5a43f7b3203f service neutron] Pushing event updated for resources: {'Port': ['ID=41d6cc8e-73e8-4201-80e8-4b733a4e8148,revision_number=3']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:52.248843 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fc2f04-680e-40b7-8a0e-c452b2e02841 x-openstack-request-id: req-c4fc2f04-680e-40b7-8a0e-c452b2e02841 {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:40:52.249131 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea316ac9-48e6-445a-9e44-26271f6d77b2", "tag": "41d6cc8e-73e8-4201-80e8-4b733a4e8148", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:40:52.249391 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4fc2f04-680e-40b7-8a0e-c452b2e02841 {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:40:52.249795 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4fc2f04-680e-40b7-8a0e-c452b2e02841'] response: {'name': 'network-changed', 'server_uuid': 'ea316ac9-48e6-445a-9e44-26271f6d77b2', 'tag': '41d6cc8e-73e8-4201-80e8-4b733a4e8148', 'status': 'completed', 'code': 200} May 26 21:40:52.309019 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca6358-eb5c-4f5a-9c0c-8dc1715ceb93 req-954dc6d8-caf4-4090-a285-db008d668c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:52.310520 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1aca6358-eb5c-4f5a-9c0c-8dc1715ceb93 req-954dc6d8-caf4-4090-a285-db008d668c24 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=512bd83d26b94036b9067e2998520c4d&device_id=ea316ac9-48e6-445a-9e44-26271f6d77b2 HTTP/1.1" status: 200 len: 1128 time: 0.0413134 May 26 21:40:52.409035 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca6358-eb5c-4f5a-9c0c-8dc1715ceb93 req-4e0fc978-1374-415b-9e5a-1cd57a328c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:52.410602 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1aca6358-eb5c-4f5a-9c0c-8dc1715ceb93 req-4e0fc978-1374-415b-9e5a-1cd57a328c50 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=512bd83d26b94036b9067e2998520c4d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0929232 May 26 21:40:52.503173 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca6358-eb5c-4f5a-9c0c-8dc1715ceb93 req-e21c4143-0778-4972-b364-735dc13c1c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:52.504590 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1aca6358-eb5c-4f5a-9c0c-8dc1715ceb93 req-e21c4143-0778-4972-b364-735dc13c1c21 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876904 May 26 21:40:52.585414 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-f29f42fb-65cc-43a5-85e5-2fe08224e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:52.587397 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-f29f42fb-65cc-43a5-85e5-2fe08224e577 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=512bd83d26b94036b9067e2998520c4d&device_id=ea316ac9-48e6-445a-9e44-26271f6d77b2 HTTP/1.1" status: 200 len: 1128 time: 0.0422587 May 26 21:40:52.625764 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-216e180e-9826-410f-90ad-8e790fc9bb56 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41d6cc8e-73e8-4201-80e8-4b733a4e8148 HTTP/1.1" status: 200 len: 217 time: 0.0316303 May 26 21:40:52.673246 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-0e4d66fd-97cb-4394-a282-a67b8aa65212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:52.674699 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-0e4d66fd-97cb-4394-a282-a67b8aa65212 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d4267290-b8d3-4547-9b57-3c62b562f4e1 HTTP/1.1" status: 200 len: 848 time: 0.0429564 May 26 21:40:52.706332 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-46d34a66-c9ca-4dab-99a9-ee6d65375ffb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=882df593-7113-40d8-9c12-94b4548143c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259540 May 26 21:40:52.719852 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:52.798947 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-f0db5970-c0be-4bd6-935a-8ff8369ec7e5 service neutron] 10.222.0.60 "GET /v2.0/networks/882df593-7113-40d8-9c12-94b4548143c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862551 May 26 21:40:52.886415 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4f5b04ca-cbed-4b5a-8660-1b0d3d5e9b84 req-c7225c63-a551-4f3e-aefc-24566ad38957 service neutron] 10.222.0.60 "GET /v2.0/networks/882df593-7113-40d8-9c12-94b4548143c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812395 May 26 21:40:53.066025 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3d400-1cbc-4a14-a8fa-de335ed00efc req-822419d5-5c6a-413f-94a6-9a4f6d0b2c33 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:53.067435 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-38c3d400-1cbc-4a14-a8fa-de335ed00efc req-822419d5-5c6a-413f-94a6-9a4f6d0b2c33 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea316ac9-48e6-445a-9e44-26271f6d77b2 HTTP/1.1" status: 200 len: 944 time: 0.0569804 May 26 21:40:53.122057 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-38c3d400-1cbc-4a14-a8fa-de335ed00efc req-a0801946-0492-4c78-8c1d-3399a53c54d2 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445099 May 26 21:40:53.435027 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-9c653014-1a81-4924-b8d0-5451b4300027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:54.242384 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73affd1-fd6a-4281-a297-e01c479e2c77 req-9118d7ad-4c4d-4753-9b57-ee5f51cc3659 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:54.244414 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f73affd1-fd6a-4281-a297-e01c479e2c77 req-9118d7ad-4c4d-4753-9b57-ee5f51cc3659 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea316ac9-48e6-445a-9e44-26271f6d77b2 HTTP/1.1" status: 200 len: 944 time: 0.0500524 May 26 21:40:54.293622 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f73affd1-fd6a-4281-a297-e01c479e2c77 req-54c57fb6-1bb0-41c7-a699-8537d5229e80 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433052 May 26 21:40:54.612694 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:54.995620 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:55.405867 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c15fd7-ecf2-4ad6-b836-49da0092a947 req-1d7aaf37-a1a5-4fea-b8e5-10d8800539b1 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:55.407311 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-08c15fd7-ecf2-4ad6-b836-49da0092a947 req-1d7aaf37-a1a5-4fea-b8e5-10d8800539b1 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea316ac9-48e6-445a-9e44-26271f6d77b2 HTTP/1.1" status: 200 len: 944 time: 0.0460768 May 26 21:40:55.455247 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-08c15fd7-ecf2-4ad6-b836-49da0092a947 req-b0260be5-1d1c-4276-a663-b6241113725b tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423720 May 26 21:40:56.193749 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:56.570152 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb355c-7164-4b7a-8c82-473d20c27c6e req-a7e100da-c320-45f8-8b93-1a198df9a75b tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:56.571614 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7ecb355c-7164-4b7a-8c82-473d20c27c6e req-a7e100da-c320-45f8-8b93-1a198df9a75b tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea316ac9-48e6-445a-9e44-26271f6d77b2 HTTP/1.1" status: 200 len: 944 time: 0.0472009 May 26 21:40:56.618431 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7ecb355c-7164-4b7a-8c82-473d20c27c6e req-1c11d0e1-0ff8-43e6-9aa0-58940a81ace0 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406945 May 26 21:40:56.950112 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 41d6cc8e-73e8-4201-80e8-4b733a4e8148 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:40:57.038483 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:57.044682 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 41d6cc8e-73e8-4201-80e8-4b733a4e8148, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=41d6cc8e-73e8-4201-80e8-4b733a4e8148,segment=NetworkSegment(6087146d-427a-4fd3-ae6e-b7b515ebfbab),segment_id=6087146d-427a-4fd3-ae6e-b7b515ebfbab)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:40:57.055957 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': '41d6cc8e-73e8-4201-80e8-4b733a4e8148', 'network_id': '882df593-7113-40d8-9c12-94b4548143c4', 'port_id': '41d6cc8e-73e8-4201-80e8-4b733a4e8148', 'mac_address': 'fa:16:3e:47:cb:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4267290-b8d3-4547-9b57-3c62b562f4e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:40:57.061932 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:57.094605 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 41d6cc8e-73e8-4201-80e8-4b733a4e8148 is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:40:57.095036 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (41d6cc8e-73e8-4201-80e8-4b733a4e8148), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:57.108845 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d6cc8e-73e8-4201-80e8-4b733a4e8148 {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:40:57.128544 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 41d6cc8e-73e8-4201-80e8-4b733a4e8148, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=41d6cc8e-73e8-4201-80e8-4b733a4e8148,segment=NetworkSegment(6087146d-427a-4fd3-ae6e-b7b515ebfbab),segment_id=6087146d-427a-4fd3-ae6e-b7b515ebfbab)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:40:57.184190 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (41d6cc8e-73e8-4201-80e8-4b733a4e8148), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:57.232574 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=41d6cc8e-73e8-4201-80e8-4b733a4e8148,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:57.240816 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:57.241164 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:57.241509 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:57.241844 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:57.242179 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:57.242502 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:57.242829 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:57.243150 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:57.243470 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:57.244640 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:57.244978 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:57.245414 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:57.245737 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:57.246058 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:57.246383 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:40:57.507301 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['41d6cc8e-73e8-4201-80e8-4b733a4e8148'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:40:57.627414 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:57.738365 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e8e28-0872-419d-8b64-0b0fac0ebf38 req-1a491d1b-706f-4d72-b2f9-9459516d04a6 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:57.739826 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-521e8e28-0872-419d-8b64-0b0fac0ebf38 req-1a491d1b-706f-4d72-b2f9-9459516d04a6 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea316ac9-48e6-445a-9e44-26271f6d77b2 HTTP/1.1" status: 200 len: 945 time: 0.0498343 May 26 21:40:57.786495 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-521e8e28-0872-419d-8b64-0b0fac0ebf38 req-b1bbc34b-df20-4c7e-84e6-e774ceae487f tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404272 May 26 21:40:58.904140 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c1fd2-ef39-49cc-9051-6aa046a7ef96 req-29ae53bb-3783-4c89-930d-213770d359df tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:58.905626 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-409c1fd2-ef39-49cc-9051-6aa046a7ef96 req-29ae53bb-3783-4c89-930d-213770d359df tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea316ac9-48e6-445a-9e44-26271f6d77b2 HTTP/1.1" status: 200 len: 945 time: 0.0510237 May 26 21:40:58.953258 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-409c1fd2-ef39-49cc-9051-6aa046a7ef96 req-a7c625ae-6223-4bd7-b559-5b159391af3e tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421386 May 26 21:40:58.954073 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 41d6cc8e-73e8-4201-80e8-4b733a4e8148 up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:40:58.995869 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning for port 41d6cc8e-73e8-4201-80e8-4b733a4e8148 completed by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:40:59.046051 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port 41d6cc8e-73e8-4201-80e8-4b733a4e8148 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:40:59.046414 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (41d6cc8e-73e8-4201-80e8-4b733a4e8148), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:59.120921 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 41d6cc8e-73e8-4201-80e8-4b733a4e8148 is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:40:59.121206 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (41d6cc8e-73e8-4201-80e8-4b733a4e8148), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:59.142700 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea316ac9-48e6-445a-9e44-26271f6d77b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d6cc8e-73e8-4201-80e8-4b733a4e8148'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:40:59.144915 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfb464e-f480-4ca1-a591-51bcf08274e3" -d '{"events": [{"server_uuid": "ea316ac9-48e6-445a-9e44-26271f6d77b2", "name": "network-vif-plugged", "status": "completed", "tag": "41d6cc8e-73e8-4201-80e8-4b733a4e8148"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:40:59.157363 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 41d6cc8e-73e8-4201-80e8-4b733a4e8148, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=41d6cc8e-73e8-4201-80e8-4b733a4e8148,segment=NetworkSegment(6087146d-427a-4fd3-ae6e-b7b515ebfbab),segment_id=6087146d-427a-4fd3-ae6e-b7b515ebfbab)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:40:59.185549 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de2852e-bb1b-47f4-83bb-dd84b914536e x-openstack-request-id: req-3de2852e-bb1b-47f4-83bb-dd84b914536e {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:40:59.185838 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea316ac9-48e6-445a-9e44-26271f6d77b2", "name": "network-vif-plugged", "status": "completed", "tag": "41d6cc8e-73e8-4201-80e8-4b733a4e8148", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:40:59.186087 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3de2852e-bb1b-47f4-83bb-dd84b914536e {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:40:59.186478 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3de2852e-bb1b-47f4-83bb-dd84b914536e'] response: {'server_uuid': 'ea316ac9-48e6-445a-9e44-26271f6d77b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d6cc8e-73e8-4201-80e8-4b733a4e8148', 'code': 200} May 26 21:40:59.218265 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (41d6cc8e-73e8-4201-80e8-4b733a4e8148), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:40:59.265061 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=41d6cc8e-73e8-4201-80e8-4b733a4e8148,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:40:59.460369 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:40:59.464338 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83625e66-0f21-4bb7-9d2b-22b376971c95 req-d0a68869-3f50-4940-9143-1929ad9c1f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:40:59.465868 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-83625e66-0f21-4bb7-9d2b-22b376971c95 req-d0a68869-3f50-4940-9143-1929ad9c1f16 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ea316ac9-48e6-445a-9e44-26271f6d77b2 HTTP/1.1" status: 200 len: 1130 time: 0.0413673 May 26 21:40:59.511696 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-83625e66-0f21-4bb7-9d2b-22b376971c95 req-4741dc23-3eaf-44bb-ba9c-1378545ff702 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399415 May 26 21:41:00.066757 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f79e6-17b3-44a3-be91-031353533954 req-48fb10c3-9d61-4683-92cb-44a662907740 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:00.068216 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-fe9f79e6-17b3-44a3-be91-031353533954 req-48fb10c3-9d61-4683-92cb-44a662907740 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea316ac9-48e6-445a-9e44-26271f6d77b2 HTTP/1.1" status: 200 len: 946 time: 0.0466833 May 26 21:41:00.114454 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-fe9f79e6-17b3-44a3-be91-031353533954 req-56c8c034-deb5-4851-ac30-23a3b59ee850 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402954 May 26 21:41:01.235060 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee98ce-e724-4147-84f2-1027b61e38ec req-6521fb3a-9036-4c57-8de3-ad5fffa70104 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:01.236548 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2aee98ce-e724-4147-84f2-1027b61e38ec req-6521fb3a-9036-4c57-8de3-ad5fffa70104 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea316ac9-48e6-445a-9e44-26271f6d77b2 HTTP/1.1" status: 200 len: 946 time: 0.0481403 May 26 21:41:01.286749 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-2aee98ce-e724-4147-84f2-1027b61e38ec req-360e4f7e-5e90-4629-961f-f9d8cca9698a tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443337 May 26 21:41:02.404737 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a5483-a9d3-4a90-b46a-9d50eac75e18 req-16e14b06-8c1b-48b2-a5f5-ca65a10bcc3a tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:02.406190 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b19a5483-a9d3-4a90-b46a-9d50eac75e18 req-16e14b06-8c1b-48b2-a5f5-ca65a10bcc3a tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea316ac9-48e6-445a-9e44-26271f6d77b2 HTTP/1.1" status: 200 len: 946 time: 0.0463943 May 26 21:41:02.457348 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b19a5483-a9d3-4a90-b46a-9d50eac75e18 req-975c290e-baf3-43a8-8c49-5995a9439c11 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455480 May 26 21:41:02.673812 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-35d0692e-13cd-48fb-936c-87fd31c6fd82 req-325cba7d-59d8-497b-b6e3-e72e5198ffda service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398145 May 26 21:41:02.752911 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0692e-13cd-48fb-936c-87fd31c6fd82 req-244d51f7-9425-4f76-b10a-ec5746359281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:02.754378 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-35d0692e-13cd-48fb-936c-87fd31c6fd82 req-244d51f7-9425-4f76-b10a-ec5746359281 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fe887b2709bc446c8198c3d141c353af&device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 1129 time: 0.0396833 May 26 21:41:02.860952 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0692e-13cd-48fb-936c-87fd31c6fd82 req-a759a697-875a-4b6b-b528-3302ea8d68ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:02.862407 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-35d0692e-13cd-48fb-936c-87fd31c6fd82 req-a759a697-875a-4b6b-b528-3302ea8d68ef service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d882acc-8185-427d-b7ca-6a150ac29628 HTTP/1.1" status: 200 len: 911 time: 0.0893631 May 26 21:41:02.924967 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-35d0692e-13cd-48fb-936c-87fd31c6fd82 req-86168f3b-8567-4378-8392-b853772a95a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e627b0d-06ff-49a1-bb6f-667e9115ac0d HTTP/1.1" status: 200 len: 1001 time: 0.0565038 May 26 21:41:02.973436 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0692e-13cd-48fb-936c-87fd31c6fd82 req-a26c11d9-519c-417c-a617-a10a7321865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:02.974950 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-35d0692e-13cd-48fb-936c-87fd31c6fd82 req-a26c11d9-519c-417c-a617-a10a7321865e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d05e8260-71fa-435d-9d66-bc967bf066f9 HTTP/1.1" status: 200 len: 849 time: 0.0446928 May 26 21:41:03.022720 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0692e-13cd-48fb-936c-87fd31c6fd82 req-8e3a7a19-c045-4d13-bdff-0d68f77c5e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:03.024288 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-35d0692e-13cd-48fb-936c-87fd31c6fd82 req-8e3a7a19-c045-4d13-bdff-0d68f77c5e25 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d882acc-8185-427d-b7ca-6a150ac29628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437942 May 26 21:41:03.099983 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:03.116212 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-35d0692e-13cd-48fb-936c-87fd31c6fd82 req-edfcbcd0-b378-42aa-8a8a-686ce8cb5c8f service neutron] 10.222.0.60 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858741 May 26 21:41:03.207427 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-35d0692e-13cd-48fb-936c-87fd31c6fd82 req-59b4fcb9-796e-43b6-a4f3-f7bd88e0b6c9 service neutron] 10.222.0.60 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857615 May 26 21:41:03.705577 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eece3e3-8e8e-4bff-b920-7c7f1910f41a req-c389c3b0-d8cb-4efd-99a9-f0e4516cad96 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:03.707172 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3eece3e3-8e8e-4bff-b920-7c7f1910f41a req-c389c3b0-d8cb-4efd-99a9-f0e4516cad96 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea316ac9-48e6-445a-9e44-26271f6d77b2 HTTP/1.1" status: 200 len: 946 time: 0.0486376 May 26 21:41:03.755940 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3eece3e3-8e8e-4bff-b920-7c7f1910f41a req-798f32e5-892c-43dd-9bec-f115f06a6166 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429649 May 26 21:41:04.869992 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3819c-150f-4f99-9fc4-0fc70e85fafb req-782a797a-8e8a-4b9e-800a-815d3e3140a0 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:04.871475 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-cfb3819c-150f-4f99-9fc4-0fc70e85fafb req-782a797a-8e8a-4b9e-800a-815d3e3140a0 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea316ac9-48e6-445a-9e44-26271f6d77b2 HTTP/1.1" status: 200 len: 946 time: 0.0471852 May 26 21:41:04.921088 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-cfb3819c-150f-4f99-9fc4-0fc70e85fafb req-65b00adb-c277-40f6-bef9-24f6f7ef0ca1 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439982 May 26 21:41:05.067172 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f1e19-1fd9-460a-9d80-4e8528e4f23a req-24683ae3-6e78-4d71-9b52-f38cc4d98dbc tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:05.068524 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a23f1e19-1fd9-460a-9d80-4e8528e4f23a req-24683ae3-6e78-4d71-9b52-f38cc4d98dbc tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea316ac9-48e6-445a-9e44-26271f6d77b2 HTTP/1.1" status: 200 len: 946 time: 0.0450876 May 26 21:41:05.391236 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-a23f1e19-1fd9-460a-9d80-4e8528e4f23a req-aaff0b26-12b4-46f3-9897-5b8fc6615355 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Deleting port 41d6cc8e-73e8-4201-80e8-4b733a4e8148 {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:41:05.391463 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-a23f1e19-1fd9-460a-9d80-4e8528e4f23a req-aaff0b26-12b4-46f3-9897-5b8fc6615355 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (41d6cc8e-73e8-4201-80e8-4b733a4e8148), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:05.471653 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:05.476477 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-a23f1e19-1fd9-460a-9d80-4e8528e4f23a req-aaff0b26-12b4-46f3-9897-5b8fc6615355 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] For port 41d6cc8e-73e8-4201-80e8-4b733a4e8148, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=41d6cc8e-73e8-4201-80e8-4b733a4e8148,segment=NetworkSegment(6087146d-427a-4fd3-ae6e-b7b515ebfbab),segment_id=6087146d-427a-4fd3-ae6e-b7b515ebfbab)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:41:05.485006 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-a23f1e19-1fd9-460a-9d80-4e8528e4f23a req-aaff0b26-12b4-46f3-9897-5b8fc6615355 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (41d6cc8e-73e8-4201-80e8-4b733a4e8148), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:05.492496 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-a23f1e19-1fd9-460a-9d80-4e8528e4f23a req-aaff0b26-12b4-46f3-9897-5b8fc6615355 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Calling delete_port for 41d6cc8e-73e8-4201-80e8-4b733a4e8148 owned by compute:nova {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:41:05.686993 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-a23f1e19-1fd9-460a-9d80-4e8528e4f23a req-aaff0b26-12b4-46f3-9897-5b8fc6615355 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (41d6cc8e-73e8-4201-80e8-4b733a4e8148), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:05.698832 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['41d6cc8e-73e8-4201-80e8-4b733a4e8148'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:41:05.713953 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff0b26-12b4-46f3-9897-5b8fc6615355 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Pushing event deleted for resources: {'Port': ['ID=41d6cc8e-73e8-4201-80e8-4b733a4e8148,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:41:05.765842 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23f1e19-1fd9-460a-9d80-4e8528e4f23a req-aaff0b26-12b4-46f3-9897-5b8fc6615355 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] No DVR routers for this DVR port 41d6cc8e-73e8-4201-80e8-4b733a4e8148 on host hv-cinder-82880 {{(pid=104643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:41:05.769224 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-a23f1e19-1fd9-460a-9d80-4e8528e4f23a req-aaff0b26-12b4-46f3-9897-5b8fc6615355 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:05.772596 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a23f1e19-1fd9-460a-9d80-4e8528e4f23a req-aaff0b26-12b4-46f3-9897-5b8fc6615355 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.60 "DELETE /v2.0/ports/41d6cc8e-73e8-4201-80e8-4b733a4e8148 HTTP/1.1" status: 204 len: 173 time: 0.6986728 May 26 21:41:05.773050 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea316ac9-48e6-445a-9e44-26271f6d77b2', 'name': 'network-vif-deleted', 'tag': '41d6cc8e-73e8-4201-80e8-4b733a4e8148'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:41:05.775364 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864f0e7a-5cd6-4a99-a481-607b460cc920" -d '{"events": [{"server_uuid": "ea316ac9-48e6-445a-9e44-26271f6d77b2", "name": "network-vif-deleted", "tag": "41d6cc8e-73e8-4201-80e8-4b733a4e8148"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:41:05.831951 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c65cd2f-6944-46c4-9c8f-8e84ae74f573 x-openstack-request-id: req-1c65cd2f-6944-46c4-9c8f-8e84ae74f573 {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:41:05.832363 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea316ac9-48e6-445a-9e44-26271f6d77b2", "name": "network-vif-deleted", "tag": "41d6cc8e-73e8-4201-80e8-4b733a4e8148", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:41:05.832704 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c65cd2f-6944-46c4-9c8f-8e84ae74f573 {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:41:05.833143 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c65cd2f-6944-46c4-9c8f-8e84ae74f573'] response: {'server_uuid': 'ea316ac9-48e6-445a-9e44-26271f6d77b2', 'name': 'network-vif-deleted', 'tag': '41d6cc8e-73e8-4201-80e8-4b733a4e8148', 'status': 'completed', 'code': 200} May 26 21:41:06.020237 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-6b33b21e-65a7-4b3c-8205-74cb150810f9 req-32b29b68-3c05-40e5-93a0-7a8f73c236ae tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea316ac9-48e6-445a-9e44-26271f6d77b2 HTTP/1.1" status: 200 len: 210 time: 0.0288620 May 26 21:41:07.344429 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f261bce-e383-41e5-8345-bce924d8346f req-a11f1bea-3879-445e-95e7-370f062eadc3 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:07.345789 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3f261bce-e383-41e5-8345-bce924d8346f req-a11f1bea-3879-445e-95e7-370f062eadc3 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/networks?id=882df593-7113-40d8-9c12-94b4548143c4 HTTP/1.1" status: 200 len: 808 time: 0.1101727 May 26 21:41:07.360663 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3f261bce-e383-41e5-8345-bce924d8346f req-75e09c7d-d8c1-4c67-9eaa-00cdf66ce633 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/quotas/512bd83d26b94036b9067e2998520c4d HTTP/1.1" status: 200 len: 375 time: 0.0095863 May 26 21:41:07.392408 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3f261bce-e383-41e5-8345-bce924d8346f req-c8528af9-2dbc-4356-a1ab-04f44885e5d8 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=512bd83d26b94036b9067e2998520c4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269256 May 26 21:41:07.478562 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3f261bce-e383-41e5-8345-bce924d8346f req-a72d38f5-18bf-4013-a6c4-67e12827813e service neutron] 10.222.0.42 "GET /v2.0/networks/882df593-7113-40d8-9c12-94b4548143c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798373 May 26 21:41:07.569853 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3f261bce-e383-41e5-8345-bce924d8346f req-44fe12d3-d95c-4c2c-852e-9770e3fab6e3 service neutron] 10.222.0.42 "GET /v2.0/networks/882df593-7113-40d8-9c12-94b4548143c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849397 May 26 21:41:07.837375 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9e459251-f014-4af7-a0fc-e2f325ae5314 req-1c14bcd3-6912-40ef-989a-84b6b688c42a tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=e02b4d0b-9031-4101-97cd-34354693e77d HTTP/1.1" status: 200 len: 210 time: 0.0376716 May 26 21:41:08.938999 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-70c96522-ef4e-4e66-81ef-5e2283ade9ea req-fbbf66ae-581b-457b-8baf-1bca36f93cf0 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=e02b4d0b-9031-4101-97cd-34354693e77d HTTP/1.1" status: 200 len: 210 time: 0.0296414 May 26 21:41:08.968949 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 41d6cc8e-73e8-4201-80e8-4b733a4e8148 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:41:08.996309 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] No Port match for: 41d6cc8e-73e8-4201-80e8-4b733a4e8148 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:41:08.996648 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 41d6cc8e-73e8-4201-80e8-4b733a4e8148 not bound to the agent host hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:41:09.452091 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:09.545215 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f261bce-e383-41e5-8345-bce924d8346f req-420f4dee-090a-4b52-b27c-f077fdb2ff22 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:09.546644 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3f261bce-e383-41e5-8345-bce924d8346f req-420f4dee-090a-4b52-b27c-f077fdb2ff22 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.60 "GET /v2.0/networks?id=882df593-7113-40d8-9c12-94b4548143c4 HTTP/1.1" status: 200 len: 808 time: 0.1049061 May 26 21:41:09.559120 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-3f261bce-e383-41e5-8345-bce924d8346f req-1573c841-5359-4cd9-bc65-770e390bc7ae tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Request body: {'port': {'device_id': 'e02b4d0b-9031-4101-97cd-34354693e77d', 'network_id': '882df593-7113-40d8-9c12-94b4548143c4', 'admin_state_up': True, 'tenant_id': '512bd83d26b94036b9067e2998520c4d'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:41:09.726071 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f261bce-e383-41e5-8345-bce924d8346f req-1573c841-5359-4cd9-bc65-770e390bc7ae tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Made reservation on behalf of 512bd83d26b94036b9067e2998520c4d for: {'port': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:41:09.729579 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-3f261bce-e383-41e5-8345-bce924d8346f req-1573c841-5359-4cd9-bc65-770e390bc7ae tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:09.757667 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:09.857559 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [req-3f261bce-e383-41e5-8345-bce924d8346f req-1573c841-5359-4cd9-bc65-770e390bc7ae tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Allocated IP 172.20.0.11 (882df593-7113-40d8-9c12-94b4548143c4/d4267290-b8d3-4547-9b57-3c62b562f4e1/ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:41:10.032419 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-3f261bce-e383-41e5-8345-bce924d8346f req-1573c841-5359-4cd9-bc65-770e390bc7ae tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Publish callbacks [] for port (ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:10.060518 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-364e2327-fda0-4860-a253-7c76712b54c0 req-5c4bbddb-a0d6-40f4-82cd-003fad95c4bf tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=e02b4d0b-9031-4101-97cd-34354693e77d HTTP/1.1" status: 200 len: 210 time: 0.0510709 May 26 21:41:10.125176 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-3f261bce-e383-41e5-8345-bce924d8346f req-1573c841-5359-4cd9-bc65-770e390bc7ae tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:10.167863 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f261bce-e383-41e5-8345-bce924d8346f req-1573c841-5359-4cd9-bc65-770e390bc7ae tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Network 882df593-7113-40d8-9c12-94b4548143c4 is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:41:10.173153 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [req-3f261bce-e383-41e5-8345-bce924d8346f req-1573c841-5359-4cd9-bc65-770e390bc7ae tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:41:10.177031 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f261bce-e383-41e5-8345-bce924d8346f req-1573c841-5359-4cd9-bc65-770e390bc7ae tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:41:10.200075 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573c841-5359-4cd9-bc65-770e390bc7ae tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Pushing event updated for resources: {'Port': ['ID=ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:41:10.226738 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f261bce-e383-41e5-8345-bce924d8346f req-1573c841-5359-4cd9-bc65-770e390bc7ae tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:10.227136 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-3f261bce-e383-41e5-8345-bce924d8346f req-1573c841-5359-4cd9-bc65-770e390bc7ae tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:10.326994 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3f261bce-e383-41e5-8345-bce924d8346f req-1573c841-5359-4cd9-bc65-770e390bc7ae tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7724371 May 26 21:41:10.340054 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-3f261bce-e383-41e5-8345-bce924d8346f req-f09d8400-88cf-428e-aa45-88594c4e0eb0 service neutron] Request body: {'port': {'device_id': 'e02b4d0b-9031-4101-97cd-34354693e77d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:41:10.403017 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-3f261bce-e383-41e5-8345-bce924d8346f req-f09d8400-88cf-428e-aa45-88594c4e0eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:10.410761 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:10.689763 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [req-3f261bce-e383-41e5-8345-bce924d8346f req-f09d8400-88cf-428e-aa45-88594c4e0eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479 {{(pid=104643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:41:10.697786 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-3f261bce-e383-41e5-8345-bce924d8346f req-f09d8400-88cf-428e-aa45-88594c4e0eb0 service neutron] Publish callbacks [] for port (ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:10.708428 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:10.711118 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.provisioning_blocks [req-3f261bce-e383-41e5-8345-bce924d8346f req-f09d8400-88cf-428e-aa45-88594c4e0eb0 service neutron] Transition to ACTIVE for port object ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479 will not be triggered until provisioned by entity L2. {{(pid=104643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:41:10.788755 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-3f261bce-e383-41e5-8345-bce924d8346f req-f09d8400-88cf-428e-aa45-88594c4e0eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:10.837268 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d8400-88cf-428e-aa45-88594c4e0eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:41:10.908285 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-3f261bce-e383-41e5-8345-bce924d8346f req-f09d8400-88cf-428e-aa45-88594c4e0eb0 service neutron] Attempting to bind port ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:41:10.908285 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-3f261bce-e383-41e5-8345-bce924d8346f req-f09d8400-88cf-428e-aa45-88594c4e0eb0 service neutron] Attempting to bind port ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '6087146d-427a-4fd3-ae6e-b7b515ebfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '882df593-7113-40d8-9c12-94b4548143c4'}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:41:10.908646 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f261bce-e383-41e5-8345-bce924d8346f req-f09d8400-88cf-428e-aa45-88594c4e0eb0 service neutron] Attempting to bind port ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479 on network 882df593-7113-40d8-9c12-94b4548143c4 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:41:10.913047 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f261bce-e383-41e5-8345-bce924d8346f req-f09d8400-88cf-428e-aa45-88594c4e0eb0 service neutron] Port ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479 on network 882df593-7113-40d8-9c12-94b4548143c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:41:10.913388 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f261bce-e383-41e5-8345-bce924d8346f req-f09d8400-88cf-428e-aa45-88594c4e0eb0 service neutron] Attempting to bind port ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479 on network 882df593-7113-40d8-9c12-94b4548143c4 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:41:10.918571 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f261bce-e383-41e5-8345-bce924d8346f req-f09d8400-88cf-428e-aa45-88594c4e0eb0 service neutron] Checking agent: {'id': '2bd30f19-4481-40fa-92e6-11ccee452902', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'started_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:41:10.918961 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f261bce-e383-41e5-8345-bce924d8346f req-f09d8400-88cf-428e-aa45-88594c4e0eb0 service neutron] Checking segment: {'id': '6087146d-427a-4fd3-ae6e-b7b515ebfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '882df593-7113-40d8-9c12-94b4548143c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:41:10.919377 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f261bce-e383-41e5-8345-bce924d8346f req-f09d8400-88cf-428e-aa45-88594c4e0eb0 service neutron] Bound using segment: {'id': '6087146d-427a-4fd3-ae6e-b7b515ebfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '882df593-7113-40d8-9c12-94b4548143c4'} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:41:10.919790 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-3f261bce-e383-41e5-8345-bce924d8346f req-f09d8400-88cf-428e-aa45-88594c4e0eb0 service neutron] Bound port: ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6087146d-427a-4fd3-ae6e-b7b515ebfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '882df593-7113-40d8-9c12-94b4548143c4'}}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:41:10.920166 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-3f261bce-e383-41e5-8345-bce924d8346f req-f09d8400-88cf-428e-aa45-88594c4e0eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:10.985829 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-3f261bce-e383-41e5-8345-bce924d8346f req-f09d8400-88cf-428e-aa45-88594c4e0eb0 service neutron] For port ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479, host hv-cinder-82880, cleared binding levels {{(pid=104643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:41:10.989114 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-3f261bce-e383-41e5-8345-bce924d8346f req-f09d8400-88cf-428e-aa45-88594c4e0eb0 service neutron] For port ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479,segment=NetworkSegment(6087146d-427a-4fd3-ae6e-b7b515ebfbab),segment_id=6087146d-427a-4fd3-ae6e-b7b515ebfbab)] {{(pid=104643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:41:11.041249 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-3f261bce-e383-41e5-8345-bce924d8346f req-f09d8400-88cf-428e-aa45-88594c4e0eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:11.076902 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f261bce-e383-41e5-8345-bce924d8346f req-f09d8400-88cf-428e-aa45-88594c4e0eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:11.077546 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-3f261bce-e383-41e5-8345-bce924d8346f req-f09d8400-88cf-428e-aa45-88594c4e0eb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:11.078933 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3f261bce-e383-41e5-8345-bce924d8346f req-f09d8400-88cf-428e-aa45-88594c4e0eb0 service neutron] 10.222.0.60 "PUT /v2.0/ports/ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479 HTTP/1.1" status: 200 len: 1094 time: 0.7430074 May 26 21:41:11.079371 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02b4d0b-9031-4101-97cd-34354693e77d', 'tag': 'ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:41:11.081696 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb84fe77-647a-40a1-af6f-9b9269db7575" -d '{"events": [{"name": "network-changed", "server_uuid": "e02b4d0b-9031-4101-97cd-34354693e77d", "tag": "ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:41:11.110002 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d8400-88cf-428e-aa45-88594c4e0eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479,revision_number=3']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:41:11.132748 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dc13d5-c39f-4dfa-86ed-ceb29e630cbc x-openstack-request-id: req-48dc13d5-c39f-4dfa-86ed-ceb29e630cbc {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:41:11.132748 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02b4d0b-9031-4101-97cd-34354693e77d", "tag": "ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:41:11.132748 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-48dc13d5-c39f-4dfa-86ed-ceb29e630cbc {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:41:11.132748 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48dc13d5-c39f-4dfa-86ed-ceb29e630cbc'] response: {'name': 'network-changed', 'server_uuid': 'e02b4d0b-9031-4101-97cd-34354693e77d', 'tag': 'ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479', 'status': 'completed', 'code': 200} May 26 21:41:11.213193 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b289ea4-a4e3-4ed3-b5a3-47489b82eba5 req-12ebd258-a352-4114-b59d-6d2e61603f6c tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:11.214700 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9b289ea4-a4e3-4ed3-b5a3-47489b82eba5 req-12ebd258-a352-4114-b59d-6d2e61603f6c tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=e02b4d0b-9031-4101-97cd-34354693e77d HTTP/1.1" status: 200 len: 944 time: 0.0784583 May 26 21:41:11.223485 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84fe77-647a-40a1-af6f-9b9269db7575 req-1b4309de-4a3a-486c-a898-8150cda0bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:11.224917 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-eb84fe77-647a-40a1-af6f-9b9269db7575 req-1b4309de-4a3a-486c-a898-8150cda0bc67 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=512bd83d26b94036b9067e2998520c4d&device_id=e02b4d0b-9031-4101-97cd-34354693e77d HTTP/1.1" status: 200 len: 1128 time: 0.0585308 May 26 21:41:11.320859 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9b289ea4-a4e3-4ed3-b5a3-47489b82eba5 req-89d415d6-9e57-4697-9307-37945b74bc88 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990875 May 26 21:41:11.353455 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84fe77-647a-40a1-af6f-9b9269db7575 req-d2b5cce1-7467-422f-93ec-1f37250f2a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:11.354903 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-eb84fe77-647a-40a1-af6f-9b9269db7575 req-d2b5cce1-7467-422f-93ec-1f37250f2a16 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=512bd83d26b94036b9067e2998520c4d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1181796 May 26 21:41:11.450590 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84fe77-647a-40a1-af6f-9b9269db7575 req-bb96eaf3-bcbc-4815-a6bc-31ae0e88aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:11.452059 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-eb84fe77-647a-40a1-af6f-9b9269db7575 req-bb96eaf3-bcbc-4815-a6bc-31ae0e88aca7 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912118 May 26 21:41:11.525746 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f261bce-e383-41e5-8345-bce924d8346f req-23c71c13-4141-4438-8cb4-4dfe06b34594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:11.527334 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3f261bce-e383-41e5-8345-bce924d8346f req-23c71c13-4141-4438-8cb4-4dfe06b34594 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=512bd83d26b94036b9067e2998520c4d&device_id=e02b4d0b-9031-4101-97cd-34354693e77d HTTP/1.1" status: 200 len: 1128 time: 0.0402050 May 26 21:41:11.569400 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3f261bce-e383-41e5-8345-bce924d8346f req-281c7422-ed70-4e61-813c-f32b5e8b1775 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479 HTTP/1.1" status: 200 len: 217 time: 0.0358763 May 26 21:41:11.618173 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f261bce-e383-41e5-8345-bce924d8346f req-9b038f61-c41e-47b6-9edf-662efcc52433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:11.620168 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3f261bce-e383-41e5-8345-bce924d8346f req-9b038f61-c41e-47b6-9edf-662efcc52433 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d4267290-b8d3-4547-9b57-3c62b562f4e1 HTTP/1.1" status: 200 len: 848 time: 0.0436046 May 26 21:41:11.650759 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3f261bce-e383-41e5-8345-bce924d8346f req-97816b8a-2a57-493e-b7ae-2dd8dc4244fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=882df593-7113-40d8-9c12-94b4548143c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247571 May 26 21:41:11.712710 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:11.737559 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3f261bce-e383-41e5-8345-bce924d8346f req-3a120079-8345-4659-aaa9-7bd4cd5b706d service neutron] 10.222.0.60 "GET /v2.0/networks/882df593-7113-40d8-9c12-94b4548143c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811677 May 26 21:41:11.801383 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:11.829362 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3f261bce-e383-41e5-8345-bce924d8346f req-363ac191-b6e1-4b88-97de-ab369b280e3e service neutron] 10.222.0.60 "GET /v2.0/networks/882df593-7113-40d8-9c12-94b4548143c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862331 May 26 21:41:12.435187 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324ea28-32df-4d1f-bd35-1f3e4ded221c req-7f0eae58-3044-45fd-ba35-ca6376dd336c tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:12.436704 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b324ea28-32df-4d1f-bd35-1f3e4ded221c req-7f0eae58-3044-45fd-ba35-ca6376dd336c tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=e02b4d0b-9031-4101-97cd-34354693e77d HTTP/1.1" status: 200 len: 944 time: 0.0472131 May 26 21:41:12.484449 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b324ea28-32df-4d1f-bd35-1f3e4ded221c req-dd6ac0d6-aada-4aec-83d8-c12107b04417 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421283 May 26 21:41:13.470272 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:41:13.598683 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18060fb-2295-458f-a165-925b339aee20 req-6625b129-b333-4b71-81b9-db3f9f8c947a tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:13.600170 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e18060fb-2295-458f-a165-925b339aee20 req-6625b129-b333-4b71-81b9-db3f9f8c947a tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=e02b4d0b-9031-4101-97cd-34354693e77d HTTP/1.1" status: 200 len: 944 time: 0.0478983 May 26 21:41:13.649277 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e18060fb-2295-458f-a165-925b339aee20 req-87548471-1607-4875-a089-197a88996b99 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433581 May 26 21:41:14.726275 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:14.768882 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18cb33-2f66-48b7-891c-bedc493dbe13 req-091ba2d7-8da3-4ed0-8057-6e9ab25f64bb tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:14.770357 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0f18cb33-2f66-48b7-891c-bedc493dbe13 req-091ba2d7-8da3-4ed0-8057-6e9ab25f64bb tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=e02b4d0b-9031-4101-97cd-34354693e77d HTTP/1.1" status: 200 len: 944 time: 0.0527923 May 26 21:41:14.817451 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0f18cb33-2f66-48b7-891c-bedc493dbe13 req-f52b24a9-9bbc-4304-bd29-c2bbb8fb4ae8 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414662 May 26 21:41:14.983172 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:41:15.047931 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:15.080902 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479,segment=NetworkSegment(6087146d-427a-4fd3-ae6e-b7b515ebfbab),segment_id=6087146d-427a-4fd3-ae6e-b7b515ebfbab)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:41:15.092785 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': 'ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479', 'network_id': '882df593-7113-40d8-9c12-94b4548143c4', 'port_id': 'ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479', 'mac_address': 'fa:16:3e:1b:cb:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4267290-b8d3-4547-9b57-3c62b562f4e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:41:15.128277 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479 is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:41:15.128659 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:15.142777 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479 {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:41:15.163907 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479,segment=NetworkSegment(6087146d-427a-4fd3-ae6e-b7b515ebfbab),segment_id=6087146d-427a-4fd3-ae6e-b7b515ebfbab)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:41:15.246227 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:15.294223 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:41:15.569520 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:41:15.602739 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:15.931443 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5729300-969b-4f78-9e75-965c302ce4e6 req-5a2f21bb-12a1-4651-b582-2ab628f4f13e tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:15.933461 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e5729300-969b-4f78-9e75-965c302ce4e6 req-5a2f21bb-12a1-4651-b582-2ab628f4f13e tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=e02b4d0b-9031-4101-97cd-34354693e77d HTTP/1.1" status: 200 len: 945 time: 0.0499079 May 26 21:41:15.978740 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e5729300-969b-4f78-9e75-965c302ce4e6 req-79503096-d662-484b-bb2a-12e49c59b847 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396750 May 26 21:41:16.999613 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479 up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:41:17.045029 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning for port ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479 completed by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:41:17.094747 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9db53-7bee-4c08-9dad-92184fa3a49b req-4558926f-e16c-43b2-8054-6013da903814 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:17.096388 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-dbf9db53-7bee-4c08-9dad-92184fa3a49b req-4558926f-e16c-43b2-8054-6013da903814 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=e02b4d0b-9031-4101-97cd-34354693e77d HTTP/1.1" status: 200 len: 945 time: 0.0501833 May 26 21:41:17.143006 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-dbf9db53-7bee-4c08-9dad-92184fa3a49b req-29a5ea6b-f837-47e6-bb6c-e72c501a3dea tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410786 May 26 21:41:17.147451 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479 triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:41:17.147853 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:17.221365 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479 is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:41:17.221745 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:17.245424 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02b4d0b-9031-4101-97cd-34354693e77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:41:17.247670 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247d2d45-d398-4520-bcd6-122b9ac704cc" -d '{"events": [{"server_uuid": "e02b4d0b-9031-4101-97cd-34354693e77d", "name": "network-vif-plugged", "status": "completed", "tag": "ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:41:17.261995 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479,segment=NetworkSegment(6087146d-427a-4fd3-ae6e-b7b515ebfbab),segment_id=6087146d-427a-4fd3-ae6e-b7b515ebfbab)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:41:17.286226 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2327c0e5-5394-4e95-9f54-c1edd342ca77 x-openstack-request-id: req-2327c0e5-5394-4e95-9f54-c1edd342ca77 {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:41:17.286515 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02b4d0b-9031-4101-97cd-34354693e77d", "name": "network-vif-plugged", "status": "completed", "tag": "ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:41:17.286769 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2327c0e5-5394-4e95-9f54-c1edd342ca77 {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:41:17.287161 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2327c0e5-5394-4e95-9f54-c1edd342ca77'] response: {'server_uuid': 'e02b4d0b-9031-4101-97cd-34354693e77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479', 'code': 200} May 26 21:41:17.343699 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:17.395413 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:41:17.589999 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52751f53-8a67-443e-b41d-23c0f3bb954f req-e6db051a-2451-4379-a289-363aba6d24b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:17.591410 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-52751f53-8a67-443e-b41d-23c0f3bb954f req-e6db051a-2451-4379-a289-363aba6d24b3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e02b4d0b-9031-4101-97cd-34354693e77d HTTP/1.1" status: 200 len: 1130 time: 0.0410511 May 26 21:41:17.635137 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-52751f53-8a67-443e-b41d-23c0f3bb954f req-153042a6-880c-4113-a9e0-0b2801665828 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381358 May 26 21:41:18.222957 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=88 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:18.259564 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f0266-ebc4-4cb0-a478-775304209724 req-3549423a-c8de-475c-a7a9-be49cd7ba967 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:18.263319 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0c8f0266-ebc4-4cb0-a478-775304209724 req-3549423a-c8de-475c-a7a9-be49cd7ba967 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=e02b4d0b-9031-4101-97cd-34354693e77d HTTP/1.1" status: 200 len: 946 time: 0.0480742 May 26 21:41:18.310373 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0c8f0266-ebc4-4cb0-a478-775304209724 req-38e2eeb8-77e6-4801-9eb2-f96b19b64d14 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434163 May 26 21:41:19.432222 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23b6f2-0243-47a9-a9a2-bc96c3b508de req-f32e83cc-2c0c-431a-8214-528bfb7db3c0 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:19.434301 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ba23b6f2-0243-47a9-a9a2-bc96c3b508de req-f32e83cc-2c0c-431a-8214-528bfb7db3c0 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=e02b4d0b-9031-4101-97cd-34354693e77d HTTP/1.1" status: 200 len: 946 time: 0.0476077 May 26 21:41:19.489678 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ba23b6f2-0243-47a9-a9a2-bc96c3b508de req-530d0710-126d-4b2f-a92b-1e44b6540371 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492494 May 26 21:41:20.614541 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11997cdd-5a1a-4eb6-a288-e0ca2d1b3cda req-96b0a844-9e52-4a27-9c1e-cdee994fb53e tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:20.616163 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-11997cdd-5a1a-4eb6-a288-e0ca2d1b3cda req-96b0a844-9e52-4a27-9c1e-cdee994fb53e tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=e02b4d0b-9031-4101-97cd-34354693e77d HTTP/1.1" status: 200 len: 946 time: 0.0535104 May 26 21:41:20.669994 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-11997cdd-5a1a-4eb6-a288-e0ca2d1b3cda req-570e503e-ded8-4cb6-988a-6c9df206043c tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477247 May 26 21:41:21.051796 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-686887f7-1772-459e-94a4-d221fdbef96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:21.870817 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0a3c1-6e24-401a-a5df-d838f45b71f0 req-5722585c-1cca-4e66-aa5b-37e5b5ab4e49 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:21.872510 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3fa0a3c1-6e24-401a-a5df-d838f45b71f0 req-5722585c-1cca-4e66-aa5b-37e5b5ab4e49 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=e02b4d0b-9031-4101-97cd-34354693e77d HTTP/1.1" status: 200 len: 946 time: 0.0478528 May 26 21:41:21.920616 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3fa0a3c1-6e24-401a-a5df-d838f45b71f0 req-f8a5c589-80c0-480c-963e-59a027b200c9 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421729 May 26 21:41:23.034858 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4ea7c-9459-4042-aa49-89cc260bf310 req-4f386392-45c6-49e6-abdb-da045351d2b2 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:23.036345 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-66a4ea7c-9459-4042-aa49-89cc260bf310 req-4f386392-45c6-49e6-abdb-da045351d2b2 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=e02b4d0b-9031-4101-97cd-34354693e77d HTTP/1.1" status: 200 len: 946 time: 0.0474455 May 26 21:41:23.082636 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-66a4ea7c-9459-4042-aa49-89cc260bf310 req-e8414729-6dcd-49f3-a95c-3323a921f7da tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/security-groups?id=47fd8866-135b-422c-84c6-e9c3c7d386a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407777 May 26 21:41:23.275128 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249754d-f11f-4ec1-97e4-225e9d46723d req-49793943-3ad3-4462-a0d2-9eb7b794b955 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:23.276458 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9249754d-f11f-4ec1-97e4-225e9d46723d req-49793943-3ad3-4462-a0d2-9eb7b794b955 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.60 "GET /v2.0/ports?device_id=e02b4d0b-9031-4101-97cd-34354693e77d HTTP/1.1" status: 200 len: 946 time: 0.0460515 May 26 21:41:23.358563 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-9249754d-f11f-4ec1-97e4-225e9d46723d req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Deleting port ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479 {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:41:23.359730 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-9249754d-f11f-4ec1-97e4-225e9d46723d req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:23.445943 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-87267fce-8865-4fdc-8bac-a8bb85e7e0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:23.450508 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-9249754d-f11f-4ec1-97e4-225e9d46723d req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] For port ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479,segment=NetworkSegment(6087146d-427a-4fd3-ae6e-b7b515ebfbab),segment_id=6087146d-427a-4fd3-ae6e-b7b515ebfbab)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:41:23.450873 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-9249754d-f11f-4ec1-97e4-225e9d46723d req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:23.463855 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-9249754d-f11f-4ec1-97e4-225e9d46723d req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Calling delete_port for ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479 owned by compute:nova {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:41:23.592058 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:23.764675 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-9249754d-f11f-4ec1-97e4-225e9d46723d req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:23.776582 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:41:23.794215 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Pushing event deleted for resources: {'Port': ['ID=ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:41:23.807307 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:23.807648 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:23.808011 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:23.808342 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:23.809261 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:23.809593 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:23.809913 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:23.810234 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:23.810551 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:23.810867 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:23.811181 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:23.811494 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:23.811828 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:23.812139 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:23.812450 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:23.854917 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-9249754d-f11f-4ec1-97e4-225e9d46723d req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] No DVR routers for this DVR port ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479 on host hv-cinder-82880 {{(pid=104643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:41:23.858033 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-9249754d-f11f-4ec1-97e4-225e9d46723d req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:23.861325 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9249754d-f11f-4ec1-97e4-225e9d46723d req-bfeeff45-452d-42b8-b2a2-307d9ed24146 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.60 "DELETE /v2.0/ports/ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479 HTTP/1.1" status: 204 len: 173 time: 0.5795474 May 26 21:41:23.861755 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02b4d0b-9031-4101-97cd-34354693e77d', 'name': 'network-vif-deleted', 'tag': 'ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:41:23.864147 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f225318b-ac71-41e0-8f89-916c0b07dbf0" -d '{"events": [{"server_uuid": "e02b4d0b-9031-4101-97cd-34354693e77d", "name": "network-vif-deleted", "tag": "ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:41:23.900237 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ceccb9c-a18b-47de-af42-08e9ed1271f1 x-openstack-request-id: req-7ceccb9c-a18b-47de-af42-08e9ed1271f1 {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:41:23.900541 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02b4d0b-9031-4101-97cd-34354693e77d", "name": "network-vif-deleted", "tag": "ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:41:23.900779 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7ceccb9c-a18b-47de-af42-08e9ed1271f1 {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:41:23.901201 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ceccb9c-a18b-47de-af42-08e9ed1271f1'] response: {'server_uuid': 'e02b4d0b-9031-4101-97cd-34354693e77d', 'name': 'network-vif-deleted', 'tag': 'ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479', 'status': 'completed', 'code': 200} May 26 21:41:24.180904 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-932f96d5-5608-4ad8-a6c0-3f209a7a5d87 req-df8e15c1-6ba7-4926-a749-31589c1c1c48 tempest-VolumesActionsTest-1568283248 tempest-VolumesActionsTest-1568283248-project] 10.222.0.42 "GET /v2.0/ports?device_id=e02b4d0b-9031-4101-97cd-34354693e77d HTTP/1.1" status: 200 len: 210 time: 0.0286984 May 26 21:41:24.516069 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:24.516875 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:24.638839 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:25.011552 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:26.159868 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:27.018469 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:41:27.037680 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] No Port match for: ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:41:27.038013 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device ce4f0c1d-542e-45fb-a9ba-07bc8bbdd479 not bound to the agent host hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:41:27.607561 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:31.910017 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=40 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:31.915931 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=25 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:34.161517 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=6 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:34.163062 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=92,neutron:DELETE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:37.530888 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:37.537762 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:40.366231 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad675020-a1e6-4a34-959b-a5a1a33e6704 req-331fda74-3dbf-4e85-a943-486360b27940 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:40.368633 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ad675020-a1e6-4a34-959b-a5a1a33e6704 req-331fda74-3dbf-4e85-a943-486360b27940 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0529313 May 26 21:41:40.447013 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-ad675020-a1e6-4a34-959b-a5a1a33e6704 req-66fbf0ea-11d9-437a-9513-a210472f4aca tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708866 May 26 21:41:41.571025 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34418fc-a8a7-4785-9794-7c04fff7508a req-ab98eaf5-289a-46a7-9fb1-c0eb7ef27b52 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:41.572637 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c34418fc-a8a7-4785-9794-7c04fff7508a req-ab98eaf5-289a-46a7-9fb1-c0eb7ef27b52 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0494585 May 26 21:41:41.620529 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-c34418fc-a8a7-4785-9794-7c04fff7508a req-0f103c30-19d9-4e26-9d56-3b0cdeaaa677 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423303 May 26 21:41:42.758003 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040196f-bdd4-4b9b-b8df-cbfef81f9a85 req-21f9d0c0-ba81-4ee1-951c-c91715250347 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:42.760331 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d040196f-bdd4-4b9b-b8df-cbfef81f9a85 req-21f9d0c0-ba81-4ee1-951c-c91715250347 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0572481 May 26 21:41:42.818722 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d040196f-bdd4-4b9b-b8df-cbfef81f9a85 req-99337b6a-5ad9-4702-ae25-528a7e2593cf tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514061 May 26 21:41:43.992377 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7ade4-baf6-4ec1-885a-a77cd54efd10 req-db5d3c8e-abad-4fba-b79a-72292119d8c8 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:44.001548 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-54d7ade4-baf6-4ec1-885a-a77cd54efd10 req-db5d3c8e-abad-4fba-b79a-72292119d8c8 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0868945 May 26 21:41:44.059760 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-54d7ade4-baf6-4ec1-885a-a77cd54efd10 req-f8796978-7f2f-4859-ad07-0e1afe884ace tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534556 May 26 21:41:45.208599 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac06f3-878b-4f6c-ae48-0e2bb85755ff req-52ce50e3-2103-430b-8b4f-d4743cab20ef tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:45.212567 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-31ac06f3-878b-4f6c-ae48-0e2bb85755ff req-52ce50e3-2103-430b-8b4f-d4743cab20ef tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0700042 May 26 21:41:45.290614 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-31ac06f3-878b-4f6c-ae48-0e2bb85755ff req-e5d8485a-7309-4029-a0a9-8e31d3b379de tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743260 May 26 21:41:46.428576 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c0c9b-60c0-4bc7-8aa0-dceac0bf977f req-f4ddca98-e141-4ac3-8951-76b4324247a7 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:46.430082 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e60c0c9b-60c0-4bc7-8aa0-dceac0bf977f req-f4ddca98-e141-4ac3-8951-76b4324247a7 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0500259 May 26 21:41:46.480296 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e60c0c9b-60c0-4bc7-8aa0-dceac0bf977f req-6dbd4325-afa0-402d-a615-045a97623a33 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445616 May 26 21:41:47.599868 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28325f83-509e-4a0b-b338-297129ae6fce req-5ada818a-a966-4a3c-ad60-318e13b47809 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:47.601373 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-28325f83-509e-4a0b-b338-297129ae6fce req-5ada818a-a966-4a3c-ad60-318e13b47809 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0509326 May 26 21:41:47.655591 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-28325f83-509e-4a0b-b338-297129ae6fce req-6ce8bbb4-3981-44af-8ba2-4233810638d3 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482850 May 26 21:41:48.768134 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bf98f-ae10-428a-b0b9-ddf9e49f9895 req-c5a65e1e-d10b-445f-80c8-1608e8622df0 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:48.769616 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8e2bf98f-ae10-428a-b0b9-ddf9e49f9895 req-c5a65e1e-d10b-445f-80c8-1608e8622df0 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0460188 May 26 21:41:48.819908 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-8e2bf98f-ae10-428a-b0b9-ddf9e49f9895 req-6ba31a83-9386-4c8f-9736-a0e56e8b998f tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447888 May 26 21:41:49.471918 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:49.474814 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:DELETE=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:49.937577 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e367a-a903-4ea9-85d1-d7b02f31422d req-f25bd42c-bb89-411f-8dfc-b6ec9052785b tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:49.939347 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b51e367a-a903-4ea9-85d1-d7b02f31422d req-f25bd42c-bb89-411f-8dfc-b6ec9052785b tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0505021 May 26 21:41:49.988937 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b51e367a-a903-4ea9-85d1-d7b02f31422d req-6c0bcd82-cd18-4d90-8b77-0af333c60bdf tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439060 May 26 21:41:50.469628 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:41:51.079562 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-4a4859d4-a2db-4f9a-8de9-605470629c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:51.103835 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b49045-9478-4abf-80b1-d5427a9f8471 req-0e1be8e0-8962-4247-be26-fec0beae83d3 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:51.105328 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-86b49045-9478-4abf-80b1-d5427a9f8471 req-0e1be8e0-8962-4247-be26-fec0beae83d3 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0472560 May 26 21:41:51.152646 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-86b49045-9478-4abf-80b1-d5427a9f8471 req-2a6ea1b1-ec75-4361-a9b1-30bc92a2827d tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416613 May 26 21:41:51.618731 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 58676) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:41:51.662078 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9204507-3bec-4b4c-beda-89c011b7f0eb admin admin] Deleting subnet d4267290-b8d3-4547-9b57-3c62b562f4e1 {{(pid=104643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:41:51.665173 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f9204507-3bec-4b4c-beda-89c011b7f0eb admin admin] Publish callbacks [] for subnet (d4267290-b8d3-4547-9b57-3c62b562f4e1), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:51.698413 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f9204507-3bec-4b4c-beda-89c011b7f0eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7398692'] for subnet (d4267290-b8d3-4547-9b57-3c62b562f4e1), precommit_delete_associations {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:51.740610 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f9204507-3bec-4b4c-beda-89c011b7f0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859283'] for subnet (d4267290-b8d3-4547-9b57-3c62b562f4e1), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:51.857140 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f9204507-3bec-4b4c-beda-89c011b7f0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4561931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4592101'] for subnet (d4267290-b8d3-4547-9b57-3c62b562f4e1), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:51.883445 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9204507-3bec-4b4c-beda-89c011b7f0eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4267290-b8d3-4547-9b57-3c62b562f4e1,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:41:51.887193 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-f9204507-3bec-4b4c-beda-89c011b7f0eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for subnet (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:51.890361 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-f9204507-3bec-4b4c-beda-89c011b7f0eb admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d4267290-b8d3-4547-9b57-3c62b562f4e1 HTTP/1.1" status: 204 len: 168 time: 0.2706299 May 26 21:41:51.892940 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 58678) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:41:51.963245 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6524bb39-24e1-4038-8b8f-61565337b7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-801300'] for network (882df593-7113-40d8-9c12-94b4548143c4), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:52.040015 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6524bb39-24e1-4038-8b8f-61565337b7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853542', 'neutron.services.segments.db._delete_segments_for_network-8745431346800'] for network (882df593-7113-40d8-9c12-94b4548143c4), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:52.061207 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-6524bb39-24e1-4038-8b8f-61565337b7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882df593-7113-40d8-9c12-94b4548143c4']}} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:41:52.071189 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-6524bb39-24e1-4038-8b8f-61565337b7b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6087146d-427a-4fd3-ae6e-b7b515ebfbab') {'for_net_delete': True} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:41:52.071485 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.services.segments.db [None req-6524bb39-24e1-4038-8b8f-61565337b7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6087146d-427a-4fd3-ae6e-b7b515ebfbab') {} {{(pid=104643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:41:52.080753 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6524bb39-24e1-4038-8b8f-61565337b7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745431347833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7398685'] for segment (6087146d-427a-4fd3-ae6e-b7b515ebfbab), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:52.088011 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:52.094107 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6524bb39-24e1-4038-8b8f-61565337b7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (6087146d-427a-4fd3-ae6e-b7b515ebfbab), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:52.100036 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6524bb39-24e1-4038-8b8f-61565337b7b0 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:41:52.100418 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6524bb39-24e1-4038-8b8f-61565337b7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4563113'] for segment (6087146d-427a-4fd3-ae6e-b7b515ebfbab), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:52.119158 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.services.segments.plugin [-] Segment 6087146d-427a-4fd3-ae6e-b7b515ebfbab resource provider aggregate not found May 26 21:41:52.150534 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.services.segments.plugin [-] Segment 6087146d-427a-4fd3-ae6e-b7b515ebfbab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6087146d-427a-4fd3-ae6e-b7b515ebfbab found for delete ", "request_id": "req-70cbf1d4-9919-4e16-9573-e679512f253d"}]} May 26 21:41:52.160846 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:52.250988 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6524bb39-24e1-4038-8b8f-61565337b7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696756'] for network (882df593-7113-40d8-9c12-94b4548143c4), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:52.256880 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-6524bb39-24e1-4038-8b8f-61565337b7b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:52.262131 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-6524bb39-24e1-4038-8b8f-61565337b7b0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/882df593-7113-40d8-9c12-94b4548143c4 HTTP/1.1" status: 204 len: 168 time: 0.3663580 May 26 21:41:52.270640 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edaef72-412a-4e31-9220-abea590aaa28 req-a5e16fb2-533e-4807-9a44-2ac6175214f4 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:52.272401 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524bb39-24e1-4038-8b8f-61565337b7b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=882df593-7113-40d8-9c12-94b4548143c4,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:41:52.274701 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9edaef72-412a-4e31-9220-abea590aaa28 req-a5e16fb2-533e-4807-9a44-2ac6175214f4 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0497854 May 26 21:41:52.325166 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-9edaef72-412a-4e31-9220-abea590aaa28 req-5f0a5ae5-366d-4ca8-b9d4-4447cba474be tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461102 May 26 21:41:52.685011 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 58688) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:41:52.727076 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-f52f7ace-1358-4944-8ae1-552a2bfa9dbf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=512bd83d26b94036b9067e2998520c4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409417 May 26 21:41:52.729559 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 58690) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:41:52.775910 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f6c22159-ee4f-49aa-8494-7a5836d8d502 admin admin] Publish callbacks [] for security_group (47fd8866-135b-422c-84c6-e9c3c7d386a2), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:52.798179 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f6c22159-ee4f-49aa-8494-7a5836d8d502 admin admin] Publish callbacks [] for security_group (47fd8866-135b-422c-84c6-e9c3c7d386a2), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:52.923469 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f6c22159-ee4f-49aa-8494-7a5836d8d502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (47fd8866-135b-422c-84c6-e9c3c7d386a2), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:52.926057 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f6c22159-ee4f-49aa-8494-7a5836d8d502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:52.927369 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-f6c22159-ee4f-49aa-8494-7a5836d8d502 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47fd8866-135b-422c-84c6-e9c3c7d386a2 HTTP/1.1" status: 204 len: 168 time: 0.1968901 May 26 21:41:52.935645 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c22159-ee4f-49aa-8494-7a5836d8d502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fd8866-135b-422c-84c6-e9c3c7d386a2,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:41:52.943609 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c22159-ee4f-49aa-8494-7a5836d8d502 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:52.943991 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c22159-ee4f-49aa-8494-7a5836d8d502 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:52.944337 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c22159-ee4f-49aa-8494-7a5836d8d502 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:52.944680 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c22159-ee4f-49aa-8494-7a5836d8d502 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:52.945135 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c22159-ee4f-49aa-8494-7a5836d8d502 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:52.945471 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c22159-ee4f-49aa-8494-7a5836d8d502 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:52.945811 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c22159-ee4f-49aa-8494-7a5836d8d502 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:52.946142 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c22159-ee4f-49aa-8494-7a5836d8d502 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:52.946473 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c22159-ee4f-49aa-8494-7a5836d8d502 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:52.946804 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c22159-ee4f-49aa-8494-7a5836d8d502 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:52.947144 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c22159-ee4f-49aa-8494-7a5836d8d502 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:52.947484 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c22159-ee4f-49aa-8494-7a5836d8d502 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:52.947835 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c22159-ee4f-49aa-8494-7a5836d8d502 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:52.948166 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c22159-ee4f-49aa-8494-7a5836d8d502 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:52.948489 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c22159-ee4f-49aa-8494-7a5836d8d502 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:41:53.447721 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9c508-462d-4df9-b1f2-42d74f311db0 req-6ce47952-622b-4879-9899-f6a2762ef15e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:53.449221 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d1f9c508-462d-4df9-b1f2-42d74f311db0 req-6ce47952-622b-4879-9899-f6a2762ef15e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0506196 May 26 21:41:53.454853 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-32978610-175f-4950-a663-607e1ab64e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:53.497453 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-d1f9c508-462d-4df9-b1f2-42d74f311db0 req-b2de872b-c368-4092-a9bb-7c88bce44e04 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426683 May 26 21:41:54.611116 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:54.628236 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bb0ef-bff3-4295-b03d-3dcf271f35a6 req-adaf17c2-fff5-4740-ab82-3ed9eb10dd80 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:54.629767 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c04bb0ef-bff3-4295-b03d-3dcf271f35a6 req-adaf17c2-fff5-4740-ab82-3ed9eb10dd80 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0581303 May 26 21:41:54.683638 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c04bb0ef-bff3-4295-b03d-3dcf271f35a6 req-a827f92c-efbe-44cf-9acb-d2dc5e2ca7a8 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477655 May 26 21:41:55.066163 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:55.810073 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177d0eb-6ed8-4041-b57f-c5ca3af2bcfd req-89a16738-25ae-4031-8e04-d068118420b2 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:55.811561 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4177d0eb-6ed8-4041-b57f-c5ca3af2bcfd req-89a16738-25ae-4031-8e04-d068118420b2 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0483654 May 26 21:41:55.864798 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4177d0eb-6ed8-4041-b57f-c5ca3af2bcfd req-7ad566d6-11b1-427d-b16c-551d3a7d37de tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474205 May 26 21:41:56.157588 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:57.182937 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4a443-eafd-4458-b75e-9145936cc17d req-0fed6888-bf62-4148-b4e4-258c3e20e1bd tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:57.184449 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2cc4a443-eafd-4458-b75e-9145936cc17d req-0fed6888-bf62-4148-b4e4-258c3e20e1bd tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.2500057 May 26 21:41:57.229950 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:57.239846 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-2cc4a443-eafd-4458-b75e-9145936cc17d req-29c76091-fbd5-487b-bbc5-beb7342262b9 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445626 May 26 21:41:57.520291 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ea5ef-7f2a-4ea5-9bd9-0dee447a6540 req-42a54643-17ff-4466-ab14-cf563ff1a4e2 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:57.521727 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a20ea5ef-7f2a-4ea5-9bd9-0dee447a6540 req-42a54643-17ff-4466-ab14-cf563ff1a4e2 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0473878 May 26 21:41:57.552776 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:41:57.575963 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-a20ea5ef-7f2a-4ea5-9bd9-0dee447a6540 req-bf035b3a-84f9-4eb9-8044-05c85d5cc004 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435479 May 26 21:41:57.599920 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:41:57.637422 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751c6e6-cdb3-4cc7-81d1-f5cc087e7406 req-a45f51db-7317-4f0f-9583-8d238c6830d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:57.638973 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5751c6e6-cdb3-4cc7-81d1-f5cc087e7406 req-a45f51db-7317-4f0f-9583-8d238c6830d2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fe887b2709bc446c8198c3d141c353af&device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 1129 time: 0.0416794 May 26 21:41:57.733676 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751c6e6-cdb3-4cc7-81d1-f5cc087e7406 req-499b3196-7602-487a-ad4c-69411e293112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:57.735146 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5751c6e6-cdb3-4cc7-81d1-f5cc087e7406 req-499b3196-7602-487a-ad4c-69411e293112 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d882acc-8185-427d-b7ca-6a150ac29628 HTTP/1.1" status: 200 len: 911 time: 0.0886965 May 26 21:41:57.802718 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5751c6e6-cdb3-4cc7-81d1-f5cc087e7406 req-c2f3965a-640b-4945-8255-457c2015433f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e627b0d-06ff-49a1-bb6f-667e9115ac0d HTTP/1.1" status: 200 len: 1001 time: 0.0611706 May 26 21:41:57.852186 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751c6e6-cdb3-4cc7-81d1-f5cc087e7406 req-c5e26910-cefe-4180-9d22-7321568d6b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:57.853684 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5751c6e6-cdb3-4cc7-81d1-f5cc087e7406 req-c5e26910-cefe-4180-9d22-7321568d6b2c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d05e8260-71fa-435d-9d66-bc967bf066f9 HTTP/1.1" status: 200 len: 849 time: 0.0453150 May 26 21:41:57.898004 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751c6e6-cdb3-4cc7-81d1-f5cc087e7406 req-967915d2-d53d-423f-b543-3deb5ce7930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:57.899495 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5751c6e6-cdb3-4cc7-81d1-f5cc087e7406 req-967915d2-d53d-423f-b543-3deb5ce7930d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d882acc-8185-427d-b7ca-6a150ac29628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397258 May 26 21:41:57.991935 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5751c6e6-cdb3-4cc7-81d1-f5cc087e7406 req-2142dfa4-e749-4e42-ae0a-fd63f68342c3 service neutron] 10.222.0.60 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840015 May 26 21:41:58.078785 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5751c6e6-cdb3-4cc7-81d1-f5cc087e7406 req-2bdc35c7-67f7-4629-b448-9c18b317cb8e service neutron] 10.222.0.60 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806165 May 26 21:41:58.755768 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b7c9f-41ce-498b-b46d-a6c1c5439e83 req-b1a1e083-a4ae-4cd7-89f8-27b704858857 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:58.757236 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-307b7c9f-41ce-498b-b46d-a6c1c5439e83 req-b1a1e083-a4ae-4cd7-89f8-27b704858857 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.1079438 May 26 21:41:58.805241 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-307b7c9f-41ce-498b-b46d-a6c1c5439e83 req-7c53a3b7-61b8-4066-b48a-9b43ef8ac4dd tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424681 May 26 21:41:59.925615 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322328d-3903-470e-ba6f-98d17e6ee126 req-2b6ba8ca-6ef0-403c-b9d4-1cb65bebae44 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:41:59.927150 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7322328d-3903-470e-ba6f-98d17e6ee126 req-2b6ba8ca-6ef0-403c-b9d4-1cb65bebae44 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0510738 May 26 21:41:59.975338 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7322328d-3903-470e-ba6f-98d17e6ee126 req-55f8c388-069d-43d3-8171-8e2e0973c716 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425239 May 26 21:42:01.501759 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:42:01.519044 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=7 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:42:07.537708 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:42:07.540722 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:42:08.798576 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:DELETE=2,neutron:SELECT=75 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:42:08.801629 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=75 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:42:09.967963 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=8 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:42:09.970827 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=22 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:42:16.460281 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:42:16.461132 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:42:21.094405 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-906db811-fcb3-43ea-89d0-c3ed284668dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:42:23.454674 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-be8fd6dd-fc4f-49f6-b019-770a245bc3e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:42:24.633051 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:42:25.033020 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:42:26.185734 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:42:27.468681 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:42:27.614083 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:42:37.537318 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:42:37.538678 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:42:47.195847 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=14 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:42:47.197667 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=20 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:42:51.061399 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-468ce100-7c11-4bb5-a6ad-bea3df229c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:42:53.443909 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-e7b9ca41-6b84-4c0c-aa57-ccfceda36d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:42:54.638580 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:42:55.008207 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:42:56.158374 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:42:57.202974 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c9311-e038-4e60-8002-d58a7ced5ea4 req-52f51fad-912b-473d-b879-32643c4907eb tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:42:57.204489 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a48c9311-e038-4e60-8002-d58a7ced5ea4 req-52f51fad-912b-473d-b879-32643c4907eb tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0477169 May 26 21:42:57.251427 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a48c9311-e038-4e60-8002-d58a7ced5ea4 req-035003ac-475e-4a5f-ace0-e7466d810371 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413249 May 26 21:42:57.613414 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:42:58.370931 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323dceb3-0dfd-4082-9831-b0285f246b76 req-ba5bf034-0677-4186-b78f-a4669277e5e5 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:42:58.372331 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-323dceb3-0dfd-4082-9831-b0285f246b76 req-ba5bf034-0677-4186-b78f-a4669277e5e5 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0467944 May 26 21:42:58.419944 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-323dceb3-0dfd-4082-9831-b0285f246b76 req-ca879887-41a6-4cea-8c5b-ab3a79d97c2b tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420344 May 26 21:42:59.532552 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cd2df-e632-4260-b47f-120bcf3df71b req-fe639168-0dc1-4213-8ca4-c83efbe3a5c8 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:42:59.534024 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-201cd2df-e632-4260-b47f-120bcf3df71b req-fe639168-0dc1-4213-8ca4-c83efbe3a5c8 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0465014 May 26 21:42:59.585066 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-201cd2df-e632-4260-b47f-120bcf3df71b req-6b755637-e803-4e8b-8acb-79b1c91a9fe5 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454588 May 26 21:43:00.705469 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf16b6-7ce6-4ea8-9433-464bdc0bebf3 req-e6950241-689b-4fd5-9bb1-b669082f87dd tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:43:00.707035 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0abf16b6-7ce6-4ea8-9433-464bdc0bebf3 req-e6950241-689b-4fd5-9bb1-b669082f87dd tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0512130 May 26 21:43:00.754704 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0abf16b6-7ce6-4ea8-9433-464bdc0bebf3 req-39ccbe7d-1221-4f3d-8446-e61385b48ed7 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419285 May 26 21:43:01.873110 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784de710-53d8-49a8-8500-35081fb3a8d0 req-e4db1208-36e0-4ef1-acc4-25feb5f8fcea tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:43:01.874549 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-784de710-53d8-49a8-8500-35081fb3a8d0 req-e4db1208-36e0-4ef1-acc4-25feb5f8fcea tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0474703 May 26 21:43:01.921054 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-784de710-53d8-49a8-8500-35081fb3a8d0 req-e64db826-436a-4a93-ab0e-027c21e7bae1 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410488 May 26 21:43:02.410063 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [req-f153aaf3-af76-4c16-bcb7-9f51af95a667 req-d68df29f-e9ba-40ef-adb2-c1059dc7ce05 service neutron] (104642) timed out ('10.222.0.60', 52608) {{(pid=104642) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 21:43:02.500275 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [req-07108dce-69b4-4d76-8fb9-245658718228 req-1a80a6aa-eae3-40cc-ada0-18b9d2721aa6 service neutron] (104643) timed out ('10.222.0.60', 52562) {{(pid=104643) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 21:43:03.036701 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c698f89-d76e-4060-829a-32f8a076fedf req-faaabf59-bd6c-42cd-b33e-a56ef0cfb286 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:43:03.038163 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7c698f89-d76e-4060-829a-32f8a076fedf req-faaabf59-bd6c-42cd-b33e-a56ef0cfb286 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0473251 May 26 21:43:03.084361 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7c698f89-d76e-4060-829a-32f8a076fedf req-01b3fe4b-1105-49ab-9243-2b1954a23cf9 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403130 May 26 21:43:03.738779 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20339502-b5d0-450b-8309-3d4e31070f76 req-60449e98-73f5-4904-bfbd-9897d86b0694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:43:03.740256 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-20339502-b5d0-450b-8309-3d4e31070f76 req-60449e98-73f5-4904-bfbd-9897d86b0694 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fe887b2709bc446c8198c3d141c353af&device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 1129 time: 0.0828435 May 26 21:43:03.846833 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20339502-b5d0-450b-8309-3d4e31070f76 req-43c544c7-9426-4f18-bed0-d8625de1680e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:43:03.848315 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-20339502-b5d0-450b-8309-3d4e31070f76 req-43c544c7-9426-4f18-bed0-d8625de1680e service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d882acc-8185-427d-b7ca-6a150ac29628 HTTP/1.1" status: 200 len: 911 time: 0.0888743 May 26 21:43:03.909842 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-20339502-b5d0-450b-8309-3d4e31070f76 req-5fca9237-fc45-40c3-a5e8-a0c34008c3fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e627b0d-06ff-49a1-bb6f-667e9115ac0d HTTP/1.1" status: 200 len: 1001 time: 0.0553942 May 26 21:43:03.960033 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20339502-b5d0-450b-8309-3d4e31070f76 req-e9de29c5-dfa8-4581-b7cc-6f1fe6f222a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:43:03.961532 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-20339502-b5d0-450b-8309-3d4e31070f76 req-e9de29c5-dfa8-4581-b7cc-6f1fe6f222a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d05e8260-71fa-435d-9d66-bc967bf066f9 HTTP/1.1" status: 200 len: 849 time: 0.0466127 May 26 21:43:04.003364 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20339502-b5d0-450b-8309-3d4e31070f76 req-1a3c334b-2b5e-40fa-8f0a-0ccf612d2fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:43:04.004860 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-20339502-b5d0-450b-8309-3d4e31070f76 req-1a3c334b-2b5e-40fa-8f0a-0ccf612d2fee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d882acc-8185-427d-b7ca-6a150ac29628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382504 May 26 21:43:04.090976 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-20339502-b5d0-450b-8309-3d4e31070f76 req-4d7755d8-c4b3-4177-ab88-d362973b0125 service neutron] 10.222.0.60 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797348 May 26 21:43:04.209518 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ce6e1-1640-43c0-9ace-be4fe7134da5 req-b2d8cb47-7b0a-4c58-9849-702e3927ffb0 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:43:04.211578 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f58ce6e1-1640-43c0-9ace-be4fe7134da5 req-b2d8cb47-7b0a-4c58-9849-702e3927ffb0 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0599716 May 26 21:43:04.229871 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-20339502-b5d0-450b-8309-3d4e31070f76 req-a2e3ce3f-16c1-426d-9bce-0bbd3f70665e service neutron] 10.222.0.60 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331835 May 26 21:43:04.266419 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f58ce6e1-1640-43c0-9ace-be4fe7134da5 req-a94a84b2-2d95-4b2c-b8da-ab63e41e4ad6 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490527 May 26 21:43:04.467720 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:43:05.387039 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164dd99-6874-4e4d-9627-0ba94f736703 req-0d981dc8-6279-4883-94be-99ce42509673 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:43:05.388590 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6164dd99-6874-4e4d-9627-0ba94f736703 req-0d981dc8-6279-4883-94be-99ce42509673 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0516348 May 26 21:43:05.440206 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6164dd99-6874-4e4d-9627-0ba94f736703 req-8a8bdcb5-cf41-42b4-b938-bd7b83879108 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459542 May 26 21:43:06.798696 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7903c-9c05-4d7c-825a-fed0e934b6c3 req-9beaf203-fe66-4161-9f94-8e63044a50e0 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:43:06.800072 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-76a7903c-9c05-4d7c-825a-fed0e934b6c3 req-9beaf203-fe66-4161-9f94-8e63044a50e0 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.2876523 May 26 21:43:06.845780 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-76a7903c-9c05-4d7c-825a-fed0e934b6c3 req-02674018-ec18-48a6-9c23-692aa9384144 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401902 May 26 21:43:07.541202 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:43:07.544046 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:43:07.960005 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12eb49-9127-47e4-ac01-4538661c2509 req-6d073b2b-f28b-4694-b2e9-a4405f924224 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:43:07.961549 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0a12eb49-9127-47e4-ac01-4538661c2509 req-6d073b2b-f28b-4694-b2e9-a4405f924224 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0484142 May 26 21:43:08.007834 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-0a12eb49-9127-47e4-ac01-4538661c2509 req-196ac8d7-22ed-445d-99b1-28c08e51d89c tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402150 May 26 21:43:09.119354 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca6ac8-0701-4755-abfa-43f85e27acf2 req-ad408f0f-4974-46cd-bcb5-f019b1b7d659 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:43:09.120810 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-92ca6ac8-0701-4755-abfa-43f85e27acf2 req-ad408f0f-4974-46cd-bcb5-f019b1b7d659 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0458417 May 26 21:43:09.131688 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:43:09.157008 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:43:09.168802 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-92ca6ac8-0701-4755-abfa-43f85e27acf2 req-68dbf2a1-2a2b-4616-b5f8-63cf872c7a6f tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424347 May 26 21:43:10.281612 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a566cec-73b1-440d-b655-e15611dc1565 req-72221081-92a3-48df-acd8-bf15a868fd29 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:43:10.283110 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1a566cec-73b1-440d-b655-e15611dc1565 req-72221081-92a3-48df-acd8-bf15a868fd29 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0470495 May 26 21:43:10.331250 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-1a566cec-73b1-440d-b655-e15611dc1565 req-822c79b8-525c-451b-ba24-f24789a348d4 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426314 May 26 21:43:11.446515 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1057871-daa0-4771-9dcf-f7d8bb35ca92 req-355bd476-d843-4560-9006-74e2cb6980bf tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:43:11.447995 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a1057871-daa0-4771-9dcf-f7d8bb35ca92 req-355bd476-d843-4560-9006-74e2cb6980bf tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0492454 May 26 21:43:11.495448 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a1057871-daa0-4771-9dcf-f7d8bb35ca92 req-66f32836-743f-472d-a703-c433f43238da tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419037 May 26 21:43:12.615524 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9d747-b585-4001-9bbc-d7025552046e req-e47928f2-9db2-4131-a7e0-fc19970f1d67 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:43:12.617064 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4ea9d747-b585-4001-9bbc-d7025552046e req-e47928f2-9db2-4131-a7e0-fc19970f1d67 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0528247 May 26 21:43:12.667865 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4ea9d747-b585-4001-9bbc-d7025552046e req-b64f0bb7-5d6c-4ec0-b4ba-4e61eb2de02e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450332 May 26 21:43:13.784382 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8384f6-aea6-4226-9947-63658baaf4e5 req-85c936fb-1e2f-45ae-94c6-589d094466cb tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:43:13.785843 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-be8384f6-aea6-4226-9947-63658baaf4e5 req-85c936fb-1e2f-45ae-94c6-589d094466cb tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0476036 May 26 21:43:13.832540 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-be8384f6-aea6-4226-9947-63658baaf4e5 req-2973a504-110f-44ca-97b5-c3990deb7af0 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409565 May 26 21:43:14.156248 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9ec93-9b49-4358-a491-8ed0a1affe9e req-6a64d015-a7ac-42c0-8d45-930a7673a092 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:43:14.157752 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-15d9ec93-9b49-4358-a491-8ed0a1affe9e req-6a64d015-a7ac-42c0-8d45-930a7673a092 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0483451 May 26 21:43:14.211267 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-15d9ec93-9b49-4358-a491-8ed0a1affe9e req-7fc4b9b2-02d8-438b-ba28-6e2c9884b677 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469043 May 26 21:43:14.256828 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79ddd1-d2cc-4ba6-a8dc-760f7e4a88e4 req-e00e87c3-57f4-436c-ae83-bd29b8971a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:43:14.258366 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5f79ddd1-d2cc-4ba6-a8dc-760f7e4a88e4 req-e00e87c3-57f4-436c-ae83-bd29b8971a7e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fe887b2709bc446c8198c3d141c353af&device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 1129 time: 0.0392201 May 26 21:43:14.344180 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79ddd1-d2cc-4ba6-a8dc-760f7e4a88e4 req-494d067a-6048-4475-9d01-6a2803362210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:43:14.345526 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5f79ddd1-d2cc-4ba6-a8dc-760f7e4a88e4 req-494d067a-6048-4475-9d01-6a2803362210 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d882acc-8185-427d-b7ca-6a150ac29628 HTTP/1.1" status: 200 len: 911 time: 0.0820503 May 26 21:43:14.408273 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5f79ddd1-d2cc-4ba6-a8dc-760f7e4a88e4 req-94c92e57-0e75-43e0-abe8-0b24f4e33238 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e627b0d-06ff-49a1-bb6f-667e9115ac0d HTTP/1.1" status: 200 len: 1001 time: 0.0568342 May 26 21:43:14.456234 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79ddd1-d2cc-4ba6-a8dc-760f7e4a88e4 req-1e8af420-7984-416b-a92f-ac61815ad886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:43:14.457631 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5f79ddd1-d2cc-4ba6-a8dc-760f7e4a88e4 req-1e8af420-7984-416b-a92f-ac61815ad886 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d05e8260-71fa-435d-9d66-bc967bf066f9 HTTP/1.1" status: 200 len: 849 time: 0.0431788 May 26 21:43:14.500864 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79ddd1-d2cc-4ba6-a8dc-760f7e4a88e4 req-2221cc95-15a8-4357-b42e-99fd4c3479c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:43:14.502404 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5f79ddd1-d2cc-4ba6-a8dc-760f7e4a88e4 req-2221cc95-15a8-4357-b42e-99fd4c3479c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d882acc-8185-427d-b7ca-6a150ac29628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389495 May 26 21:43:14.592539 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5f79ddd1-d2cc-4ba6-a8dc-760f7e4a88e4 req-84db6639-699b-41c5-b4c7-6eab7f37bde4 service neutron] 10.222.0.60 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842879 May 26 21:43:14.679167 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5f79ddd1-d2cc-4ba6-a8dc-760f7e4a88e4 req-64fd02d8-8193-4804-aed9-04b839c9280f service neutron] 10.222.0.60 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814209 May 26 21:43:15.330570 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b8473-63bc-4e34-b744-7999ceb384ee req-af21e05d-dcd2-45f4-8b84-96f686978670 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:43:15.332035 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-eb4b8473-63bc-4e34-b744-7999ceb384ee req-af21e05d-dcd2-45f4-8b84-96f686978670 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0465977 May 26 21:43:15.378769 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-eb4b8473-63bc-4e34-b744-7999ceb384ee req-ae80c67a-a942-4bad-b118-32d3532a86d6 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412388 May 26 21:43:15.506679 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:43:15.512201 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:43:16.498501 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5fa3a-aade-4538-80d2-7e33f31820a5 req-72d6970e-c4db-461f-b955-1b260862f09c tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:43:16.499989 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-35a5fa3a-aade-4538-80d2-7e33f31820a5 req-72d6970e-c4db-461f-b955-1b260862f09c tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0510840 May 26 21:43:16.547693 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-35a5fa3a-aade-4538-80d2-7e33f31820a5 req-535c7777-ac47-483b-b5fa-1365e495cbfb tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422113 May 26 21:43:21.054740 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3fd0269c-5a2a-47b2-8d8f-2e1334d811e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:43:23.481721 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-73dfa985-364c-41aa-8ace-7f315ab88294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:43:24.638353 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:43:25.032204 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:43:25.372554 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=75 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:43:25.375379 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=69 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:43:26.169199 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:43:26.533790 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=86 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:43:26.544097 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=82 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:43:27.607495 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:43:37.541129 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:43:37.543014 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:43:41.467951 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:43:51.065413 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a68e2477-ebcc-49f9-9f42-6edfbf0d8d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:43:52.517970 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=6 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:43:52.518695 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:43:53.469548 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-e3c0181f-0ee4-4dbe-be48-6267b7a9e82d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:43:54.630014 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:43:55.029779 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:43:56.171912 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:43:57.619800 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:04.695249 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-927f5a15-98a3-4496-8f5d-7d3b47b99f60 req-cc75b6fa-5343-4cbe-be51-d4548e015808 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398660 May 26 21:44:04.780867 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f5a15-98a3-4496-8f5d-7d3b47b99f60 req-1926f4ef-bebd-47df-ad8d-2e148b511d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:04.782356 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-927f5a15-98a3-4496-8f5d-7d3b47b99f60 req-1926f4ef-bebd-47df-ad8d-2e148b511d73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fe887b2709bc446c8198c3d141c353af&device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 1129 time: 0.0402019 May 26 21:44:04.886675 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f5a15-98a3-4496-8f5d-7d3b47b99f60 req-2afa0fe5-8e0e-405e-aa46-301c9801b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:04.888217 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-927f5a15-98a3-4496-8f5d-7d3b47b99f60 req-2afa0fe5-8e0e-405e-aa46-301c9801b413 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d882acc-8185-427d-b7ca-6a150ac29628 HTTP/1.1" status: 200 len: 911 time: 0.0857582 May 26 21:44:04.951820 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-927f5a15-98a3-4496-8f5d-7d3b47b99f60 req-1f3649b7-d2d7-42cf-b964-d7b424fa0d64 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e627b0d-06ff-49a1-bb6f-667e9115ac0d HTTP/1.1" status: 200 len: 1001 time: 0.0556247 May 26 21:44:05.002252 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f5a15-98a3-4496-8f5d-7d3b47b99f60 req-dc97b71c-86d4-469f-a86b-c22f0c2ee49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:05.003665 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-927f5a15-98a3-4496-8f5d-7d3b47b99f60 req-dc97b71c-86d4-469f-a86b-c22f0c2ee49c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d05e8260-71fa-435d-9d66-bc967bf066f9 HTTP/1.1" status: 200 len: 849 time: 0.0463367 May 26 21:44:05.048773 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f5a15-98a3-4496-8f5d-7d3b47b99f60 req-dd5148ea-db5b-4863-af41-d1c2d74d5f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:05.050296 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-927f5a15-98a3-4496-8f5d-7d3b47b99f60 req-dd5148ea-db5b-4863-af41-d1c2d74d5f05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d882acc-8185-427d-b7ca-6a150ac29628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384626 May 26 21:44:05.142216 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-927f5a15-98a3-4496-8f5d-7d3b47b99f60 req-f58bc948-b7d0-4aa6-ab21-84647d631ad5 service neutron] 10.222.0.60 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799711 May 26 21:44:05.233603 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-927f5a15-98a3-4496-8f5d-7d3b47b99f60 req-3faf73ad-6c3c-4019-99a5-a7c4ca48219a service neutron] 10.222.0.60 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851209 May 26 21:44:07.540003 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:07.546059 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:11.995267 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b4ea1-fdd6-4a09-aa96-707f832304f9 req-2b0fe4cd-9019-474a-8d33-fbb23d27494b tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:11.996682 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c51b4ea1-fdd6-4a09-aa96-707f832304f9 req-2b0fe4cd-9019-474a-8d33-fbb23d27494b tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0514936 May 26 21:44:12.045182 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-c51b4ea1-fdd6-4a09-aa96-707f832304f9 req-bde7cfc7-1807-4dcc-81ec-7b3a29c84dab tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429053 May 26 21:44:13.164965 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379beea8-8b5c-44ae-adcf-5a38becd2765 req-c513baf9-037c-4415-9aea-a141c34807d7 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:13.166461 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-379beea8-8b5c-44ae-adcf-5a38becd2765 req-c513baf9-037c-4415-9aea-a141c34807d7 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0497160 May 26 21:44:13.214020 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-379beea8-8b5c-44ae-adcf-5a38becd2765 req-7e3aaf2c-91d8-449c-ba8a-0dee414cbf84 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419824 May 26 21:44:14.035055 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ba63b-06e3-462d-906c-d75e5b6d256f req-a1fcb2c1-d34c-4340-b184-df3c07fadd22 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:14.036406 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9e6ba63b-06e3-462d-906c-d75e5b6d256f req-a1fcb2c1-d34c-4340-b184-df3c07fadd22 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.60 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0490515 May 26 21:44:14.122298 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-9e6ba63b-06e3-462d-906c-d75e5b6d256f req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Deleting port 3e627b0d-06ff-49a1-bb6f-667e9115ac0d {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:44:14.122633 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-9e6ba63b-06e3-462d-906c-d75e5b6d256f req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (3e627b0d-06ff-49a1-bb6f-667e9115ac0d), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:14.218318 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-9e6ba63b-06e3-462d-906c-d75e5b6d256f req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] For port 3e627b0d-06ff-49a1-bb6f-667e9115ac0d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=3e627b0d-06ff-49a1-bb6f-667e9115ac0d,segment=NetworkSegment(208a41d3-43ab-4c67-b9bb-daed24c75088),segment_id=208a41d3-43ab-4c67-b9bb-daed24c75088)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:44:14.219132 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-9e6ba63b-06e3-462d-906c-d75e5b6d256f req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (3e627b0d-06ff-49a1-bb6f-667e9115ac0d), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:14.330098 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194fe79-4f3a-43d8-8f3d-3506c880b40f req-b1f1739b-9389-4902-9c7d-e852bad1e0bf tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:14.331509 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d194fe79-4f3a-43d8-8f3d-3506c880b40f req-b1f1739b-9389-4902-9c7d-e852bad1e0bf tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 945 time: 0.0477805 May 26 21:44:14.377191 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:14.379805 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d194fe79-4f3a-43d8-8f3d-3506c880b40f req-c5a49df2-c6ac-4e4a-99dc-3173a1c77d9f tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc40cd3-0604-4051-802e-df8409ed064e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419250 May 26 21:44:14.387843 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-9e6ba63b-06e3-462d-906c-d75e5b6d256f req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:14.388210 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-9e6ba63b-06e3-462d-906c-d75e5b6d256f req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (40327c49-a854-4765-aeec-3a9c1df775a5), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:14.388524 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.db.l3_db [req-9e6ba63b-06e3-462d-906c-d75e5b6d256f req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Floating IP 40327c49-a854-4765-aeec-3a9c1df775a5 disassociated. External IP: 172.27.3.112, port: 3e627b0d-06ff-49a1-bb6f-667e9115ac0d. May 26 21:44:14.388870 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-9e6ba63b-06e3-462d-906c-d75e5b6d256f req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Calling delete_port for 3e627b0d-06ff-49a1-bb6f-667e9115ac0d owned by compute:nova {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:44:14.399773 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:14.591245 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-9e6ba63b-06e3-462d-906c-d75e5b6d256f req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (3e627b0d-06ff-49a1-bb6f-667e9115ac0d), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:14.626285 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Pushing event deleted for resources: {'Port': ['ID=3e627b0d-06ff-49a1-bb6f-667e9115ac0d,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:44:14.638768 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:14.639118 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:14.639456 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:14.639819 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:14.640155 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:14.641089 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:14.641524 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:14.641856 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:14.642189 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:14.642515 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:14.642838 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:14.643219 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:14.643486 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:14.643823 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:14.644153 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:14.747809 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e6ba63b-06e3-462d-906c-d75e5b6d256f req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Router 33aa2942-4efc-4444-9b3d-16d0af0ca7fc has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:44:14.848160 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e6ba63b-06e3-462d-906c-d75e5b6d256f req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:44:14.858380 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae9708e-cbb7-4389-8c12-11b70e020526 None None] Sync routers for ids ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:44:14.869945 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae9708e-cbb7-4389-8c12-11b70e020526 None None] Routers {'33aa2942-4efc-4444-9b3d-16d0af0ca7fc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:44:14.870563 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-5ae9708e-cbb7-4389-8c12-11b70e020526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:43:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:44:14.890565 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6ba63b-06e3-462d-906c-d75e5b6d256f req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] No DVR routers for this DVR port 3e627b0d-06ff-49a1-bb6f-667e9115ac0d on host hv-cinder-82880 {{(pid=104643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:44:14.893123 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-9e6ba63b-06e3-462d-906c-d75e5b6d256f req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:14.896375 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9e6ba63b-06e3-462d-906c-d75e5b6d256f req-8b935abb-37d9-4e00-8a51-695f34902caa tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.60 "DELETE /v2.0/ports/3e627b0d-06ff-49a1-bb6f-667e9115ac0d HTTP/1.1" status: 204 len: 173 time: 0.8551023 May 26 21:44:14.896752 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8693fdb4-b4bb-4887-9074-425572842c02', 'name': 'network-vif-deleted', 'tag': '3e627b0d-06ff-49a1-bb6f-667e9115ac0d'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:44:14.899615 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3224bb6-d93d-4e33-bec7-559bcc2f77ef" -d '{"events": [{"server_uuid": "8693fdb4-b4bb-4887-9074-425572842c02", "name": "network-vif-deleted", "tag": "3e627b0d-06ff-49a1-bb6f-667e9115ac0d"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:44:14.937129 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d66cdd-a8b8-4bea-b5a6-5f0468e04177 x-openstack-request-id: req-78d66cdd-a8b8-4bea-b5a6-5f0468e04177 {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:44:14.937423 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8693fdb4-b4bb-4887-9074-425572842c02", "name": "network-vif-deleted", "tag": "3e627b0d-06ff-49a1-bb6f-667e9115ac0d", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:44:14.937679 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78d66cdd-a8b8-4bea-b5a6-5f0468e04177 {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:44:14.938092 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78d66cdd-a8b8-4bea-b5a6-5f0468e04177'] response: {'server_uuid': '8693fdb4-b4bb-4887-9074-425572842c02', 'name': 'network-vif-deleted', 'tag': '3e627b0d-06ff-49a1-bb6f-667e9115ac0d', 'status': 'completed', 'code': 200} May 26 21:44:14.975818 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-5ae9708e-cbb7-4389-8c12-11b70e020526 None None] Set router 33aa2942-4efc-4444-9b3d-16d0af0ca7fc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:44:15.176098 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-5ae9708e-cbb7-4389-8c12-11b70e020526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'name': 'tempest-AttachVolumeTestJSON-610922942-router', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:39:30Z', 'updated_at': '2022-05-26T21:39:34Z', 'revision_number': 4, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'gw_port': {'id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:31Z', 'updated_at': '2022-05-26T21:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'd594a7f3-bac0-403a-a6d7-c42e2754aa66', 'name': '', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'mac_address': 'fa:16:3e:9b:17:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:33Z', 'updated_at': '2022-05-26T21:39:37Z', 'revision_number': 5, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'subnets': [{'id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:44:15.202653 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae9708e-cbb7-4389-8c12-11b70e020526 None None] Checking router: 33aa2942-4efc-4444-9b3d-16d0af0ca7fc for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:44:15.212660 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae9708e-cbb7-4389-8c12-11b70e020526 None None] Routers {'33aa2942-4efc-4444-9b3d-16d0af0ca7fc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:44:15.213347 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-5ae9708e-cbb7-4389-8c12-11b70e020526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:43:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:44:15.323658 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-5ae9708e-cbb7-4389-8c12-11b70e020526 None None] Set router 33aa2942-4efc-4444-9b3d-16d0af0ca7fc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:44:15.502084 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-b8fba400-fd17-4430-bfab-797340cbfee0 req-3281ba62-f7b2-4491-914b-780feadbe074 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8693fdb4-b4bb-4887-9074-425572842c02 HTTP/1.1" status: 200 len: 210 time: 0.0370109 May 26 21:44:15.525675 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-5ae9708e-cbb7-4389-8c12-11b70e020526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'name': 'tempest-AttachVolumeTestJSON-610922942-router', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:39:30Z', 'updated_at': '2022-05-26T21:39:34Z', 'revision_number': 4, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'gw_port': {'id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:31Z', 'updated_at': '2022-05-26T21:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'd594a7f3-bac0-403a-a6d7-c42e2754aa66', 'name': '', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'mac_address': 'fa:16:3e:9b:17:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:33Z', 'updated_at': '2022-05-26T21:39:37Z', 'revision_number': 5, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'subnets': [{'id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:44:15.549987 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae9708e-cbb7-4389-8c12-11b70e020526 None None] The sync data for ids ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'] in dv-cinder-828805-3-iscsi is: [{'id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'name': 'tempest-AttachVolumeTestJSON-610922942-router', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:39:30Z', 'updated_at': '2022-05-26T21:39:34Z', 'revision_number': 4, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'gw_port': {'id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:31Z', 'updated_at': '2022-05-26T21:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'd594a7f3-bac0-403a-a6d7-c42e2754aa66', 'name': '', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'mac_address': 'fa:16:3e:9b:17:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:33Z', 'updated_at': '2022-05-26T21:39:37Z', 'revision_number': 5, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'subnets': [{'id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:44:15.775804 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d16de8-6cb8-4263-be30-b402dc4385b3 None None] New status for floating IP 40327c49-a854-4765-aeec-3a9c1df775a5: DOWN {{(pid=104644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:44:16.655257 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 58844) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:44:16.712726 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3ca97c3c-63c6-471f-8e51-1d74f41d139e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for security_group (1cc40cd3-0604-4051-802e-df8409ed064e), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:16.735540 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3ca97c3c-63c6-471f-8e51-1d74f41d139e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for security_group (1cc40cd3-0604-4051-802e-df8409ed064e), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:16.853982 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3ca97c3c-63c6-471f-8e51-1d74f41d139e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (1cc40cd3-0604-4051-802e-df8409ed064e), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:16.856468 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-3ca97c3c-63c6-471f-8e51-1d74f41d139e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:16.857750 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-3ca97c3c-63c6-471f-8e51-1d74f41d139e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "DELETE /v2.0/security-groups/1cc40cd3-0604-4051-802e-df8409ed064e HTTP/1.1" status: 204 len: 168 time: 0.2013507 May 26 21:44:16.860428 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 58846) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:44:16.866552 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca97c3c-63c6-471f-8e51-1d74f41d139e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc40cd3-0604-4051-802e-df8409ed064e,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:44:16.874336 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca97c3c-63c6-471f-8e51-1d74f41d139e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:16.876046 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.api.v2.resource [None req-4756776b-b55b-4d20-9771-f1c9080f4201 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] show failed (client error): The resource could not be found. May 26 21:44:16.876229 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca97c3c-63c6-471f-8e51-1d74f41d139e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:16.876229 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca97c3c-63c6-471f-8e51-1d74f41d139e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:16.876229 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca97c3c-63c6-471f-8e51-1d74f41d139e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:16.876553 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-4756776b-b55b-4d20-9771-f1c9080f4201 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups/1cc40cd3-0604-4051-802e-df8409ed064e HTTP/1.1" status: 404 len: 347 time: 0.0142770 May 26 21:44:16.876650 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca97c3c-63c6-471f-8e51-1d74f41d139e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:16.876650 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca97c3c-63c6-471f-8e51-1d74f41d139e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:16.876650 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca97c3c-63c6-471f-8e51-1d74f41d139e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:16.876905 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca97c3c-63c6-471f-8e51-1d74f41d139e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:16.877099 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca97c3c-63c6-471f-8e51-1d74f41d139e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:16.877414 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca97c3c-63c6-471f-8e51-1d74f41d139e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:16.877729 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca97c3c-63c6-471f-8e51-1d74f41d139e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:16.878044 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca97c3c-63c6-471f-8e51-1d74f41d139e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:16.878363 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca97c3c-63c6-471f-8e51-1d74f41d139e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:16.878621 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 58848) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:44:16.878735 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca97c3c-63c6-471f-8e51-1d74f41d139e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:16.878968 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca97c3c-63c6-471f-8e51-1d74f41d139e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:16.986353 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-a0f5c83b-d5e7-496e-aa4c-80935a9f605e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Deleting port e8d9e600-ffc8-4df5-83ff-3d835a1b9e82 {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:44:16.986690 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a0f5c83b-d5e7-496e-aa4c-80935a9f605e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (e8d9e600-ffc8-4df5-83ff-3d835a1b9e82), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:17.063390 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a0f5c83b-d5e7-496e-aa4c-80935a9f605e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (e8d9e600-ffc8-4df5-83ff-3d835a1b9e82), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:17.063713 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a0f5c83b-d5e7-496e-aa4c-80935a9f605e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for floatingip (e8d9e600-ffc8-4df5-83ff-3d835a1b9e82), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:17.077534 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-a0f5c83b-d5e7-496e-aa4c-80935a9f605e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Calling delete_port for e8d9e600-ffc8-4df5-83ff-3d835a1b9e82 owned by network:floatingip {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:44:17.152014 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:17.280824 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a0f5c83b-d5e7-496e-aa4c-80935a9f605e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (e8d9e600-ffc8-4df5-83ff-3d835a1b9e82), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:17.311312 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5c83b-d5e7-496e-aa4c-80935a9f605e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Pushing event deleted for resources: {'Port': ['ID=e8d9e600-ffc8-4df5-83ff-3d835a1b9e82,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:44:17.378347 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a0f5c83b-d5e7-496e-aa4c-80935a9f605e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for floatingip (40327c49-a854-4765-aeec-3a9c1df775a5), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:17.380996 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-a0f5c83b-d5e7-496e-aa4c-80935a9f605e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:17.382204 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-a0f5c83b-d5e7-496e-aa4c-80935a9f605e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "DELETE /v2.0/floatingips/40327c49-a854-4765-aeec-3a9c1df775a5 HTTP/1.1" status: 204 len: 168 time: 0.5027759 May 26 21:44:17.529853 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 58852) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:44:17.534494 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-0d35800c-1e0d-460c-ab50-958877277e36 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Request body: {'security_group': {'name': 'tempest-securitygroup--157261159', 'description': 'tempest-description--986003585'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:44:17.625258 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-0d35800c-1e0d-460c-ab50-958877277e36 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:17.652055 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:17.693790 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-0d35800c-1e0d-460c-ab50-958877277e36 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for security_group (0304abff-0df8-479b-b983-a37bbbce9c1d), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:17.785216 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-0d35800c-1e0d-460c-ab50-958877277e36 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (0304abff-0df8-479b-b983-a37bbbce9c1d), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:17.815599 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35800c-1e0d-460c-ab50-958877277e36 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0304abff-0df8-479b-b983-a37bbbce9c1d,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:44:17.821202 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 3e627b0d-06ff-49a1-bb6f-667e9115ac0d no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:44:17.840179 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] No Port match for: 3e627b0d-06ff-49a1-bb6f-667e9115ac0d {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:44:17.843584 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 3e627b0d-06ff-49a1-bb6f-667e9115ac0d not bound to the agent host hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:44:17.941104 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-0d35800c-1e0d-460c-ab50-958877277e36 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:17.942384 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-0d35800c-1e0d-460c-ab50-958877277e36 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4114985 May 26 21:44:17.945788 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 58854) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:44:17.949971 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-32ab7852-10c5-4554-a485-d9b5a32293a8 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Request body: {'security_group_rule': {'security_group_id': '0304abff-0df8-479b-b983-a37bbbce9c1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:44:18.040193 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-32ab7852-10c5-4554-a485-d9b5a32293a8 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for security_group_rule (309f1793-3c9a-4703-bbcc-93c9df19c99b), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:18.086555 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-32ab7852-10c5-4554-a485-d9b5a32293a8 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for security_group_rule (309f1793-3c9a-4703-bbcc-93c9df19c99b), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:18.145503 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-32ab7852-10c5-4554-a485-d9b5a32293a8 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (309f1793-3c9a-4703-bbcc-93c9df19c99b), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:18.166743 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab7852-10c5-4554-a485-d9b5a32293a8 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309f1793-3c9a-4703-bbcc-93c9df19c99b,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:44:18.215874 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-32ab7852-10c5-4554-a485-d9b5a32293a8 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:18.217022 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-32ab7852-10c5-4554-a485-d9b5a32293a8 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2703841 May 26 21:44:18.219729 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 58856) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:44:18.223965 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-15cf7e8f-4daa-4aa4-a79d-48adda89d33e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Request body: {'security_group_rule': {'security_group_id': '0304abff-0df8-479b-b983-a37bbbce9c1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:44:18.305990 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-15cf7e8f-4daa-4aa4-a79d-48adda89d33e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for security_group_rule (bbba5fb7-e28e-4184-8fa9-d2c5bdfb4aee), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:18.355004 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-15cf7e8f-4daa-4aa4-a79d-48adda89d33e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for security_group_rule (bbba5fb7-e28e-4184-8fa9-d2c5bdfb4aee), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:18.431385 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-15cf7e8f-4daa-4aa4-a79d-48adda89d33e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632329'] for security_group_rule (bbba5fb7-e28e-4184-8fa9-d2c5bdfb4aee), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:18.450993 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf7e8f-4daa-4aa4-a79d-48adda89d33e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbba5fb7-e28e-4184-8fa9-d2c5bdfb4aee,revision_number=0']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:44:18.467340 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:44:18.558684 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-15cf7e8f-4daa-4aa4-a79d-48adda89d33e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:18.559915 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-15cf7e8f-4daa-4aa4-a79d-48adda89d33e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3391995 May 26 21:44:18.562994 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 58858) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:44:18.567432 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [None req-b2e550dd-8080-43d7-8e3c-97493f14b365 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Request body: {'floatingip': {'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:44:18.716737 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-b2e550dd-8080-43d7-8e3c-97493f14b365 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:18.796711 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-b2e550dd-8080-43d7-8e3c-97493f14b365 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:18.884716 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:18.896822 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [None req-b2e550dd-8080-43d7-8e3c-97493f14b365 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Allocated IP 172.27.3.73 (35b4a44b-379f-44bd-a8f8-beb32b22a01e/47588d27-3ef4-4c30-8055-bc026b2d5ede/08e02bcd-7b7d-4254-b67e-097a01eeab42) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:44:19.000191 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-b2e550dd-8080-43d7-8e3c-97493f14b365 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for port (08e02bcd-7b7d-4254-b67e-097a01eeab42), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:19.003899 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:19.087270 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-b2e550dd-8080-43d7-8e3c-97493f14b365 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (08e02bcd-7b7d-4254-b67e-097a01eeab42), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:19.123296 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e550dd-8080-43d7-8e3c-97493f14b365 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Network 35b4a44b-379f-44bd-a8f8-beb32b22a01e is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:44:19.126100 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [None req-b2e550dd-8080-43d7-8e3c-97493f14b365 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:44:19.128544 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e550dd-8080-43d7-8e3c-97493f14b365 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:44:19.157011 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e550dd-8080-43d7-8e3c-97493f14b365 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Pushing event updated for resources: {'Port': ['ID=08e02bcd-7b7d-4254-b67e-097a01eeab42,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:44:19.225167 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-b2e550dd-8080-43d7-8e3c-97493f14b365 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for floatingip (bab4e4d9-94dd-4bdf-abef-4e8473f4ae8c), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:19.332613 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-b2e550dd-8080-43d7-8e3c-97493f14b365 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (08e02bcd-7b7d-4254-b67e-097a01eeab42), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:19.518020 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-b2e550dd-8080-43d7-8e3c-97493f14b365 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for port (08e02bcd-7b7d-4254-b67e-097a01eeab42), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:19.585177 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-b2e550dd-8080-43d7-8e3c-97493f14b365 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (08e02bcd-7b7d-4254-b67e-097a01eeab42), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:19.650728 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e550dd-8080-43d7-8e3c-97493f14b365 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Pushing event updated for resources: {'Port': ['ID=08e02bcd-7b7d-4254-b67e-097a01eeab42,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:44:19.665078 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-b2e550dd-8080-43d7-8e3c-97493f14b365 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (bab4e4d9-94dd-4bdf-abef-4e8473f4ae8c), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:19.674520 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:19.781552 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-b2e550dd-8080-43d7-8e3c-97493f14b365 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:19.782713 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-b2e550dd-8080-43d7-8e3c-97493f14b365 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2187629 May 26 21:44:19.978548 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-d3efe753-b8c2-4949-a369-bce37255e63e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--157261159&fields=id&tenant_id=fe887b2709bc446c8198c3d141c353af HTTP/1.1" status: 200 len: 267 time: 0.0412295 May 26 21:44:20.083879 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-f9eaec73-a495-4b98-b9f6-4fbaf1b34959 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:20.085234 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-f9eaec73-a495-4b98-b9f6-4fbaf1b34959 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/networks?id=8d882acc-8185-427d-b7ca-6a150ac29628 HTTP/1.1" status: 200 len: 810 time: 0.1002533 May 26 21:44:20.099214 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-098dc519-e35e-4758-92b2-971704305ce4 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/quotas/fe887b2709bc446c8198c3d141c353af HTTP/1.1" status: 200 len: 375 time: 0.0087810 May 26 21:44:20.149005 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-83539671-96bf-4cc4-a159-ea8481e0ff80 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe887b2709bc446c8198c3d141c353af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446131 May 26 21:44:20.290199 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-c7c87b6e-9f53-44f2-bfc6-21dd03881612 service neutron] 10.222.0.42 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299467 May 26 21:44:20.381280 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-33d48b87-ce20-4c23-966e-ff19dffa182a service neutron] 10.222.0.42 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853236 May 26 21:44:20.619108 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fc216c43-18f1-4326-b4d0-8776c52116e2 req-b8475636-038c-4dbf-aa13-917e33d0311b tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 210 time: 0.0315034 May 26 21:44:21.064799 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-d286adf2-c66c-4a88-9cb4-133c8156e6e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:21.714523 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-6e057990-1527-49b1-9d34-0f90b0fea73e req-a4d59bcd-3c19-4d9b-983d-27eabdb4cf3c tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 210 time: 0.0286789 May 26 21:44:22.612543 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-12b0a4b0-4601-49ac-9667-b0a660359119 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:22.614059 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-12b0a4b0-4601-49ac-9667-b0a660359119 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.60 "GET /v2.0/networks?id=8d882acc-8185-427d-b7ca-6a150ac29628 HTTP/1.1" status: 200 len: 810 time: 0.1142933 May 26 21:44:22.680624 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-e780b343-7056-400a-982a-73ea02d8d1ff tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe887b2709bc446c8198c3d141c353af HTTP/1.1" status: 200 len: 379 time: 0.0587361 May 26 21:44:22.688963 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-9216aafc-994a-49f3-8aa1-653c183d7b86 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Request body: {'port': {'device_id': '8d246af8-6729-4eb7-8f7d-eec6ffc8b19b', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'admin_state_up': True, 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'security_groups': ['0304abff-0df8-479b-b983-a37bbbce9c1d']}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:44:22.820789 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e341b4a1-2ae0-4a29-b932-56641a035c0c req-cb43e57c-4f96-4495-a0d9-ea49d429a112 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 210 time: 0.0369096 May 26 21:44:22.904955 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-9216aafc-994a-49f3-8aa1-653c183d7b86 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Made reservation on behalf of fe887b2709bc446c8198c3d141c353af for: {'port': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:44:22.908357 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-9216aafc-994a-49f3-8aa1-653c183d7b86 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:23.034762 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-9216aafc-994a-49f3-8aa1-653c183d7b86 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Allocated IP 172.20.0.11 (8d882acc-8185-427d-b7ca-6a150ac29628/d05e8260-71fa-435d-9d66-bc967bf066f9/9251f567-e9e0-4ae4-b147-a2c109756c0c) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:44:23.126850 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:23.170984 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-9216aafc-994a-49f3-8aa1-653c183d7b86 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for port (9251f567-e9e0-4ae4-b147-a2c109756c0c), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:23.271161 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-9216aafc-994a-49f3-8aa1-653c183d7b86 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (9251f567-e9e0-4ae4-b147-a2c109756c0c), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:23.304083 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:23.320422 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-9216aafc-994a-49f3-8aa1-653c183d7b86 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Network 8d882acc-8185-427d-b7ca-6a150ac29628 is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:44:23.323965 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-9216aafc-994a-49f3-8aa1-653c183d7b86 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:44:23.326416 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-9216aafc-994a-49f3-8aa1-653c183d7b86 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:44:23.329307 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216aafc-994a-49f3-8aa1-653c183d7b86 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Pushing event updated for resources: {'Port': ['ID=9251f567-e9e0-4ae4-b147-a2c109756c0c,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:44:23.382007 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-9216aafc-994a-49f3-8aa1-653c183d7b86 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:23.382635 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-9216aafc-994a-49f3-8aa1-653c183d7b86 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:23.471243 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-8960bbbb-07df-4a72-8cc0-413a910a3556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:23.485814 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-9216aafc-994a-49f3-8aa1-653c183d7b86 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8007166 May 26 21:44:23.510191 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-0c2bd5e9-e8f0-4dac-b4f2-61fbe7763b5d service neutron] Request body: {'port': {'device_id': '8d246af8-6729-4eb7-8f7d-eec6ffc8b19b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:44:23.545019 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-18c0359b-6c6e-41af-a686-a05d1e5524be None None] Provisioning complete for port 9251f567-e9e0-4ae4-b147-a2c109756c0c triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:44:23.545410 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-18c0359b-6c6e-41af-a686-a05d1e5524be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (9251f567-e9e0-4ae4-b147-a2c109756c0c), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:23.571592 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-0c2bd5e9-e8f0-4dac-b4f2-61fbe7763b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (9251f567-e9e0-4ae4-b147-a2c109756c0c), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:23.579333 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-18c0359b-6c6e-41af-a686-a05d1e5524be None None] Port 9251f567-e9e0-4ae4-b147-a2c109756c0c cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:44:23.856820 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-0c2bd5e9-e8f0-4dac-b4f2-61fbe7763b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9251f567-e9e0-4ae4-b147-a2c109756c0c {{(pid=104643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:44:23.865846 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-0c2bd5e9-e8f0-4dac-b4f2-61fbe7763b5d service neutron] Publish callbacks [] for port (9251f567-e9e0-4ae4-b147-a2c109756c0c), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:23.879536 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.provisioning_blocks [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-0c2bd5e9-e8f0-4dac-b4f2-61fbe7763b5d service neutron] Transition to ACTIVE for port object 9251f567-e9e0-4ae4-b147-a2c109756c0c will not be triggered until provisioned by entity L2. {{(pid=104643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:44:23.939849 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2edfe8-318e-434f-83c0-93da3bc4603d req-0dcf7d22-4a18-4839-ac5c-4a2a4a236b91 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:23.941300 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bb2edfe8-318e-434f-83c0-93da3bc4603d req-0dcf7d22-4a18-4839-ac5c-4a2a4a236b91 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 932 time: 0.0483592 May 26 21:44:23.949435 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-0c2bd5e9-e8f0-4dac-b4f2-61fbe7763b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (9251f567-e9e0-4ae4-b147-a2c109756c0c), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:23.992992 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-bb2edfe8-318e-434f-83c0-93da3bc4603d req-402f14cc-e7e6-403f-97e7-b9b9a02d7866 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=0304abff-0df8-479b-b983-a37bbbce9c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455127 May 26 21:44:24.241262 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bd5e9-e8f0-4dac-b4f2-61fbe7763b5d service neutron] Pushing event updated for resources: {'Port': ['ID=9251f567-e9e0-4ae4-b147-a2c109756c0c,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:44:24.316135 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-0c2bd5e9-e8f0-4dac-b4f2-61fbe7763b5d service neutron] Attempting to bind port 9251f567-e9e0-4ae4-b147-a2c109756c0c on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:44:24.316477 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-0c2bd5e9-e8f0-4dac-b4f2-61fbe7763b5d service neutron] Attempting to bind port 9251f567-e9e0-4ae4-b147-a2c109756c0c by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '208a41d3-43ab-4c67-b9bb-daed24c75088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628'}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:44:24.316801 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-0c2bd5e9-e8f0-4dac-b4f2-61fbe7763b5d service neutron] Attempting to bind port 9251f567-e9e0-4ae4-b147-a2c109756c0c on network 8d882acc-8185-427d-b7ca-6a150ac29628 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:44:24.322275 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-0c2bd5e9-e8f0-4dac-b4f2-61fbe7763b5d service neutron] Port 9251f567-e9e0-4ae4-b147-a2c109756c0c on network 8d882acc-8185-427d-b7ca-6a150ac29628 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:44:24.322594 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-0c2bd5e9-e8f0-4dac-b4f2-61fbe7763b5d service neutron] Attempting to bind port 9251f567-e9e0-4ae4-b147-a2c109756c0c on network 8d882acc-8185-427d-b7ca-6a150ac29628 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:44:24.327842 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-0c2bd5e9-e8f0-4dac-b4f2-61fbe7763b5d service neutron] Checking agent: {'id': '2bd30f19-4481-40fa-92e6-11ccee452902', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'started_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:44:24.328179 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-0c2bd5e9-e8f0-4dac-b4f2-61fbe7763b5d service neutron] Checking segment: {'id': '208a41d3-43ab-4c67-b9bb-daed24c75088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:44:24.328560 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-0c2bd5e9-e8f0-4dac-b4f2-61fbe7763b5d service neutron] Bound using segment: {'id': '208a41d3-43ab-4c67-b9bb-daed24c75088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628'} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:44:24.328982 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-0c2bd5e9-e8f0-4dac-b4f2-61fbe7763b5d service neutron] Bound port: 9251f567-e9e0-4ae4-b147-a2c109756c0c, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208a41d3-43ab-4c67-b9bb-daed24c75088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628'}}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:44:24.329339 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-0c2bd5e9-e8f0-4dac-b4f2-61fbe7763b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (9251f567-e9e0-4ae4-b147-a2c109756c0c), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:24.362666 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:24.393556 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-0c2bd5e9-e8f0-4dac-b4f2-61fbe7763b5d service neutron] For port 9251f567-e9e0-4ae4-b147-a2c109756c0c, host hv-cinder-82880, cleared binding levels {{(pid=104643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:44:24.396716 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-0c2bd5e9-e8f0-4dac-b4f2-61fbe7763b5d service neutron] For port 9251f567-e9e0-4ae4-b147-a2c109756c0c, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9251f567-e9e0-4ae4-b147-a2c109756c0c,segment=NetworkSegment(208a41d3-43ab-4c67-b9bb-daed24c75088),segment_id=208a41d3-43ab-4c67-b9bb-daed24c75088)] {{(pid=104643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:44:24.495160 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-0c2bd5e9-e8f0-4dac-b4f2-61fbe7763b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (9251f567-e9e0-4ae4-b147-a2c109756c0c), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:24.534874 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-0c2bd5e9-e8f0-4dac-b4f2-61fbe7763b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:24.535355 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-0c2bd5e9-e8f0-4dac-b4f2-61fbe7763b5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:24.536804 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-0c2bd5e9-e8f0-4dac-b4f2-61fbe7763b5d service neutron] 10.222.0.60 "PUT /v2.0/ports/9251f567-e9e0-4ae4-b147-a2c109756c0c HTTP/1.1" status: 200 len: 1094 time: 1.0308480 May 26 21:44:24.537238 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d246af8-6729-4eb7-8f7d-eec6ffc8b19b', 'tag': '9251f567-e9e0-4ae4-b147-a2c109756c0c'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:44:24.539787 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe430b90-e80e-49e1-95c1-b0b40e142413" -d '{"events": [{"name": "network-changed", "server_uuid": "8d246af8-6729-4eb7-8f7d-eec6ffc8b19b", "tag": "9251f567-e9e0-4ae4-b147-a2c109756c0c"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:44:24.564540 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bd5e9-e8f0-4dac-b4f2-61fbe7763b5d service neutron] Pushing event updated for resources: {'Port': ['ID=9251f567-e9e0-4ae4-b147-a2c109756c0c,revision_number=3']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:44:24.601881 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92abc23-0566-4525-88e3-cbcad77e2fe6 x-openstack-request-id: req-f92abc23-0566-4525-88e3-cbcad77e2fe6 {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:44:24.601881 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d246af8-6729-4eb7-8f7d-eec6ffc8b19b", "tag": "9251f567-e9e0-4ae4-b147-a2c109756c0c", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:44:24.601881 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f92abc23-0566-4525-88e3-cbcad77e2fe6 {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:44:24.601881 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f92abc23-0566-4525-88e3-cbcad77e2fe6'] response: {'name': 'network-changed', 'server_uuid': '8d246af8-6729-4eb7-8f7d-eec6ffc8b19b', 'tag': '9251f567-e9e0-4ae4-b147-a2c109756c0c', 'status': 'completed', 'code': 200} May 26 21:44:24.642723 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:24.661228 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe430b90-e80e-49e1-95c1-b0b40e142413 req-783e99be-ee0f-440b-b888-be69eda6e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:24.662753 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fe430b90-e80e-49e1-95c1-b0b40e142413 req-783e99be-ee0f-440b-b888-be69eda6e916 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fe887b2709bc446c8198c3d141c353af&device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 1128 time: 0.0437784 May 26 21:44:24.740689 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:24.787022 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe430b90-e80e-49e1-95c1-b0b40e142413 req-9bf54b9b-c6be-4222-8c8b-f4c2bf93f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:24.788523 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fe430b90-e80e-49e1-95c1-b0b40e142413 req-9bf54b9b-c6be-4222-8c8b-f4c2bf93f9fd service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=fe887b2709bc446c8198c3d141c353af&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1186812 May 26 21:44:24.882897 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe430b90-e80e-49e1-95c1-b0b40e142413 req-7b5c3fee-0817-4fd8-a6a2-82daad8e458b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:24.884368 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-fe430b90-e80e-49e1-95c1-b0b40e142413 req-7b5c3fee-0817-4fd8-a6a2-82daad8e458b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892751 May 26 21:44:24.962575 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-6ca6b327-ac8e-49b8-9635-32ae978cf4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:24.964132 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-6ca6b327-ac8e-49b8-9635-32ae978cf4e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fe887b2709bc446c8198c3d141c353af&device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 1128 time: 0.0410161 May 26 21:44:25.006323 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-8d731ddc-78c3-40f8-bdec-3d6dea67ce00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9251f567-e9e0-4ae4-b147-a2c109756c0c HTTP/1.1" status: 200 len: 217 time: 0.0357597 May 26 21:44:25.036083 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:25.053388 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-49f5b02b-ddf2-4f00-a364-e158b32f5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:25.055378 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-49f5b02b-ddf2-4f00-a364-e158b32f5cdb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d05e8260-71fa-435d-9d66-bc967bf066f9 HTTP/1.1" status: 200 len: 849 time: 0.0441880 May 26 21:44:25.098049 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-f412b7a9-f179-4adb-9998-4485efd6339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:25.099527 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-f412b7a9-f179-4adb-9998-4485efd6339b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d882acc-8185-427d-b7ca-6a150ac29628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387442 May 26 21:44:25.105950 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416abf1-6c87-41dd-aebf-8214293f5df1 req-148e98f0-fc60-442c-9a21-7aa7f01b7c6b tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:25.107400 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d416abf1-6c87-41dd-aebf-8214293f5df1 req-148e98f0-fc60-442c-9a21-7aa7f01b7c6b tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 944 time: 0.0456533 May 26 21:44:25.154405 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d416abf1-6c87-41dd-aebf-8214293f5df1 req-bfe57c1d-7330-415a-b6bb-c49033bb6ec3 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=0304abff-0df8-479b-b983-a37bbbce9c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413978 May 26 21:44:25.192669 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-9a4a924e-0849-42bb-9f63-e516feb0c69a service neutron] 10.222.0.60 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874588 May 26 21:44:25.280297 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-09789832-6c7b-487d-a2f5-c04595f2af41 req-9a639252-df20-4731-bdc6-65eb0dd71726 service neutron] 10.222.0.60 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819845 May 26 21:44:26.177473 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:26.270383 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e2428-f6d5-45f5-9e26-c01065376db3 req-cb9cdced-cf19-4a5a-9437-4c3c71deb646 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:26.271838 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3a0e2428-f6d5-45f5-9e26-c01065376db3 req-cb9cdced-cf19-4a5a-9437-4c3c71deb646 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 944 time: 0.0473342 May 26 21:44:26.322384 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-3a0e2428-f6d5-45f5-9e26-c01065376db3 req-40850a3b-3f0b-413e-93e7-339462cac0c0 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=0304abff-0df8-479b-b983-a37bbbce9c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447176 May 26 21:44:27.424736 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:27.427685 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:27.438243 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0df8f8-cb1d-42bb-869d-fdf0b94d478a req-7bcf33b6-f16b-4221-b59b-c5e39bb7e62e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:27.439776 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-da0df8f8-cb1d-42bb-869d-fdf0b94d478a req-7bcf33b6-f16b-4221-b59b-c5e39bb7e62e tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 944 time: 0.0491445 May 26 21:44:27.489271 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-da0df8f8-cb1d-42bb-869d-fdf0b94d478a req-9b555f29-c90f-4dd8-9794-2ee25b149b2b tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=0304abff-0df8-479b-b983-a37bbbce9c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439153 May 26 21:44:27.617770 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:28.613046 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffbbe5-2931-4a4e-b225-42b3850a9179 req-d1a7cadb-f978-4099-8c39-b07855937fcf tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:28.614608 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-cdffbbe5-2931-4a4e-b225-42b3850a9179 req-d1a7cadb-f978-4099-8c39-b07855937fcf tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 944 time: 0.0491066 May 26 21:44:28.663958 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-cdffbbe5-2931-4a4e-b225-42b3850a9179 req-a7c52ffe-5f99-4b93-a018-f7627c64bcc1 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=0304abff-0df8-479b-b983-a37bbbce9c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433888 May 26 21:44:29.525185 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=66 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:29.525996 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=74 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:29.783721 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d909f-867f-4236-a67b-95ce6a1f3e24 req-34299ed1-c796-4c95-979f-6c564f555c08 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:29.785283 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-831d909f-867f-4236-a67b-95ce6a1f3e24 req-34299ed1-c796-4c95-979f-6c564f555c08 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 944 time: 0.0509701 May 26 21:44:29.839957 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-831d909f-867f-4236-a67b-95ce6a1f3e24 req-02a5f2bd-af25-4ebe-ab3c-6e97844e2199 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=0304abff-0df8-479b-b983-a37bbbce9c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486958 May 26 21:44:29.883683 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 9251f567-e9e0-4ae4-b147-a2c109756c0c details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:44:29.983136 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 9251f567-e9e0-4ae4-b147-a2c109756c0c, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9251f567-e9e0-4ae4-b147-a2c109756c0c,segment=NetworkSegment(208a41d3-43ab-4c67-b9bb-daed24c75088),segment_id=208a41d3-43ab-4c67-b9bb-daed24c75088)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:44:29.995798 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': '9251f567-e9e0-4ae4-b147-a2c109756c0c', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'port_id': '9251f567-e9e0-4ae4-b147-a2c109756c0c', 'mac_address': 'fa:16:3e:a6:77:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:44:30.029322 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 9251f567-e9e0-4ae4-b147-a2c109756c0c is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:44:30.029697 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (9251f567-e9e0-4ae4-b147-a2c109756c0c), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:30.043800 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9251f567-e9e0-4ae4-b147-a2c109756c0c {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:44:30.068386 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 9251f567-e9e0-4ae4-b147-a2c109756c0c, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9251f567-e9e0-4ae4-b147-a2c109756c0c,segment=NetworkSegment(208a41d3-43ab-4c67-b9bb-daed24c75088),segment_id=208a41d3-43ab-4c67-b9bb-daed24c75088)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:44:30.150420 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (9251f567-e9e0-4ae4-b147-a2c109756c0c), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:30.198041 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=9251f567-e9e0-4ae4-b147-a2c109756c0c,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:44:30.205373 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:30.205714 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:30.206132 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:30.206383 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:30.206709 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:30.207030 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:30.207348 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:30.207670 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:30.208274 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:30.208384 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:30.208704 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:30.209026 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:30.209343 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:30.209655 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:30.209965 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:44:30.475119 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['9251f567-e9e0-4ae4-b147-a2c109756c0c'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:44:30.958717 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5afafb-e9fc-483f-849b-051af11dfddc req-e33db793-05b0-473f-8e2f-97d1b57a8299 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:30.960234 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-dc5afafb-e9fc-483f-849b-051af11dfddc req-e33db793-05b0-473f-8e2f-97d1b57a8299 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 945 time: 0.0484402 May 26 21:44:31.009706 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-dc5afafb-e9fc-483f-849b-051af11dfddc req-d8070cef-89e7-4e81-aa8e-9904d212df60 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=0304abff-0df8-479b-b983-a37bbbce9c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432947 May 26 21:44:31.903602 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 9251f567-e9e0-4ae4-b147-a2c109756c0c up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:44:31.946648 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning for port 9251f567-e9e0-4ae4-b147-a2c109756c0c completed by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:44:32.076296 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port 9251f567-e9e0-4ae4-b147-a2c109756c0c triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:44:32.076670 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (9251f567-e9e0-4ae4-b147-a2c109756c0c), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:32.095816 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:32.134339 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ece05-5dd2-46c4-9d1c-e8c6fcc8265c req-e7aa2f5c-b8a9-4289-b400-3fa4ed0f82a8 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:32.135916 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-129ece05-5dd2-46c4-9d1c-e8c6fcc8265c req-e7aa2f5c-b8a9-4289-b400-3fa4ed0f82a8 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 945 time: 0.0534303 May 26 21:44:32.146013 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:32.160475 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 9251f567-e9e0-4ae4-b147-a2c109756c0c is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:44:32.160850 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (9251f567-e9e0-4ae4-b147-a2c109756c0c), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:32.188772 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-129ece05-5dd2-46c4-9d1c-e8c6fcc8265c req-9e12be4c-1e59-4a72-ab55-72a3da1383ee tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=0304abff-0df8-479b-b983-a37bbbce9c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470152 May 26 21:44:32.195302 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d246af8-6729-4eb7-8f7d-eec6ffc8b19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9251f567-e9e0-4ae4-b147-a2c109756c0c'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:44:32.198995 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa411fe-17d1-499c-9e9c-229d654fe136" -d '{"events": [{"server_uuid": "8d246af8-6729-4eb7-8f7d-eec6ffc8b19b", "name": "network-vif-plugged", "status": "completed", "tag": "9251f567-e9e0-4ae4-b147-a2c109756c0c"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:44:32.221196 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 9251f567-e9e0-4ae4-b147-a2c109756c0c, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9251f567-e9e0-4ae4-b147-a2c109756c0c,segment=NetworkSegment(208a41d3-43ab-4c67-b9bb-daed24c75088),segment_id=208a41d3-43ab-4c67-b9bb-daed24c75088)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:44:32.280672 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (9251f567-e9e0-4ae4-b147-a2c109756c0c), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:32.309873 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba6508c-d3f2-4ef7-b5f0-2e4719e71f54 x-openstack-request-id: req-bba6508c-d3f2-4ef7-b5f0-2e4719e71f54 {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:44:32.310169 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d246af8-6729-4eb7-8f7d-eec6ffc8b19b", "name": "network-vif-plugged", "status": "completed", "tag": "9251f567-e9e0-4ae4-b147-a2c109756c0c", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:44:32.310402 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bba6508c-d3f2-4ef7-b5f0-2e4719e71f54 {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:44:32.310806 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bba6508c-d3f2-4ef7-b5f0-2e4719e71f54'] response: {'server_uuid': '8d246af8-6729-4eb7-8f7d-eec6ffc8b19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9251f567-e9e0-4ae4-b147-a2c109756c0c', 'code': 200} May 26 21:44:32.339276 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=9251f567-e9e0-4ae4-b147-a2c109756c0c,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:44:32.630254 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b05a2-68e7-4f25-9e31-eeaddb81558b req-b8af62f1-6086-46a1-8732-842acd18d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:32.631810 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-379b05a2-68e7-4f25-9e31-eeaddb81558b req-b8af62f1-6086-46a1-8732-842acd18d238 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 1130 time: 0.0477786 May 26 21:44:32.678530 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-379b05a2-68e7-4f25-9e31-eeaddb81558b req-c2f22a84-cbf0-473c-bf46-5a3b8967fb8d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0304abff-0df8-479b-b983-a37bbbce9c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401318 May 26 21:44:33.311984 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561df9c-2cc8-4702-89fe-91c76f146d06 req-13ba51d9-a740-4c75-b1f0-4fffd5efc58c tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:33.313552 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5561df9c-2cc8-4702-89fe-91c76f146d06 req-13ba51d9-a740-4c75-b1f0-4fffd5efc58c tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 946 time: 0.0490913 May 26 21:44:33.369810 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-5561df9c-2cc8-4702-89fe-91c76f146d06 req-b9e30975-195b-41aa-b183-06b4898ab0c2 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=0304abff-0df8-479b-b983-a37bbbce9c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505292 May 26 21:44:34.487853 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0956aa-8d5e-432a-9915-e5a26a1565b7 req-6059d305-859a-4ce3-8156-57a07eec727f tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:34.489348 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ac0956aa-8d5e-432a-9915-e5a26a1565b7 req-6059d305-859a-4ce3-8156-57a07eec727f tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 946 time: 0.0474985 May 26 21:44:34.542145 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ac0956aa-8d5e-432a-9915-e5a26a1565b7 req-4ad077aa-a926-4444-9f7b-4899e90f0252 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=0304abff-0df8-479b-b983-a37bbbce9c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465121 May 26 21:44:35.668120 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f76fd-5c9d-4ecd-a6c1-9e2f820db222 req-f24fc452-5472-4e23-91df-f1aad7f3cc49 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:35.669642 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e13f76fd-5c9d-4ecd-a6c1-9e2f820db222 req-f24fc452-5472-4e23-91df-f1aad7f3cc49 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 946 time: 0.0485625 May 26 21:44:35.720090 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-e13f76fd-5c9d-4ecd-a6c1-9e2f820db222 req-3f55c801-a2dc-463e-b910-427271dd80a4 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=0304abff-0df8-479b-b983-a37bbbce9c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448523 May 26 21:44:35.847972 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:35.890881 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214ccf2-b6dd-47aa-a547-8c7096ece4da req-e3135c8a-1e47-48f8-9677-244860176976 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:35.892431 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-5214ccf2-b6dd-47aa-a547-8c7096ece4da req-e3135c8a-1e47-48f8-9677-244860176976 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 946 time: 0.0545776 May 26 21:44:35.901288 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 58930) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:44:35.905741 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.v2.base [None req-2264930c-326f-46a3-9015-87a7c2413fca tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Request body: {'floatingip': {'port_id': '9251f567-e9e0-4ae4-b147-a2c109756c0c'}} {{(pid=104642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:44:35.943843 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2264930c-326f-46a3-9015-87a7c2413fca tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for floatingip (bab4e4d9-94dd-4bdf-abef-4e8473f4ae8c), before_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:36.381927 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2264930c-326f-46a3-9015-87a7c2413fca tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:36.424820 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2264930c-326f-46a3-9015-87a7c2413fca tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (bab4e4d9-94dd-4bdf-abef-4e8473f4ae8c), after_update {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:36.510491 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:36.525450 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.db.l3_db [None req-2264930c-326f-46a3-9015-87a7c2413fca tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Floating IP bab4e4d9-94dd-4bdf-abef-4e8473f4ae8c associated. External IP: 172.27.3.73, port: 9251f567-e9e0-4ae4-b147-a2c109756c0c. May 26 21:44:36.572539 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:36.728064 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2264930c-326f-46a3-9015-87a7c2413fca tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Router 33aa2942-4efc-4444-9b3d-16d0af0ca7fc has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:44:37.084915 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2264930c-326f-46a3-9015-87a7c2413fca tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:44:37.089698 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-2264930c-326f-46a3-9015-87a7c2413fca tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:37.096815 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40efd488-ff69-42a4-a34a-6b3731370af6 None None] Sync routers for ids ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:44:37.115082 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40efd488-ff69-42a4-a34a-6b3731370af6 None None] Routers {'33aa2942-4efc-4444-9b3d-16d0af0ca7fc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:44:37.115785 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-40efd488-ff69-42a4-a34a-6b3731370af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:44:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:44:37.119486 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-2264930c-326f-46a3-9015-87a7c2413fca tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "PUT /v2.0/floatingips/bab4e4d9-94dd-4bdf-abef-4e8473f4ae8c HTTP/1.1" status: 200 len: 991 time: 1.2171319 May 26 21:44:37.120107 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d246af8-6729-4eb7-8f7d-eec6ffc8b19b', 'tag': '9251f567-e9e0-4ae4-b147-a2c109756c0c'}] {{(pid=104642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:44:37.122414 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9320ad8b4c4f70c9a907af15e4308258927f2a42e3a58ebb4b526f8a1281ad48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf37fe3-3be7-4bda-9bed-bbcfe9d17bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "8d246af8-6729-4eb7-8f7d-eec6ffc8b19b", "tag": "9251f567-e9e0-4ae4-b147-a2c109756c0c"}]}' {{(pid=104642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:44:37.223705 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d248629a-f7f8-49e7-9a59-89b868748c85 x-openstack-request-id: req-d248629a-f7f8-49e7-9a59-89b868748c85 {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:44:37.224020 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d246af8-6729-4eb7-8f7d-eec6ffc8b19b", "tag": "9251f567-e9e0-4ae4-b147-a2c109756c0c", "status": "completed", "code": 200}]} {{(pid=104642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:44:37.224278 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d248629a-f7f8-49e7-9a59-89b868748c85 {{(pid=104642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:44:37.224686 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d248629a-f7f8-49e7-9a59-89b868748c85'] response: {'name': 'network-changed', 'server_uuid': '8d246af8-6729-4eb7-8f7d-eec6ffc8b19b', 'tag': '9251f567-e9e0-4ae4-b147-a2c109756c0c', 'status': 'completed', 'code': 200} May 26 21:44:37.289485 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf37fe3-3be7-4bda-9bed-bbcfe9d17bd8 req-ee66a386-c473-4890-a815-2acfc50fe141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:37.291380 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ecf37fe3-3be7-4bda-9bed-bbcfe9d17bd8 req-ee66a386-c473-4890-a815-2acfc50fe141 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fe887b2709bc446c8198c3d141c353af&device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 1130 time: 0.0454082 May 26 21:44:37.302920 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-40efd488-ff69-42a4-a34a-6b3731370af6 None None] Set router 33aa2942-4efc-4444-9b3d-16d0af0ca7fc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:44:37.321350 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:37.400321 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf37fe3-3be7-4bda-9bed-bbcfe9d17bd8 req-1ce752ec-b140-43d6-9065-b31128118441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:37.401739 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ecf37fe3-3be7-4bda-9bed-bbcfe9d17bd8 req-1ce752ec-b140-43d6-9065-b31128118441 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d882acc-8185-427d-b7ca-6a150ac29628 HTTP/1.1" status: 200 len: 911 time: 0.1031995 May 26 21:44:37.492835 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ecf37fe3-3be7-4bda-9bed-bbcfe9d17bd8 req-aee67057-86ed-412b-8f0d-6d700086fba8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9251f567-e9e0-4ae4-b147-a2c109756c0c HTTP/1.1" status: 200 len: 999 time: 0.0846767 May 26 21:44:37.569134 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-40efd488-ff69-42a4-a34a-6b3731370af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'name': 'tempest-AttachVolumeTestJSON-610922942-router', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:39:30Z', 'updated_at': '2022-05-26T21:39:34Z', 'revision_number': 4, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'gw_port': {'id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:31Z', 'updated_at': '2022-05-26T21:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': 'bab4e4d9-94dd-4bdf-abef-4e8473f4ae8c', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'port_id': '9251f567-e9e0-4ae4-b147-a2c109756c0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'mac_address': 'fa:16:3e:a6:77:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d246af8-6729-4eb7-8f7d-eec6ffc8b19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:44:19Z', 'updated_at': '2022-05-26T21:44:36Z', 'revision_number': 1, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd594a7f3-bac0-403a-a6d7-c42e2754aa66', 'name': '', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'mac_address': 'fa:16:3e:9b:17:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:33Z', 'updated_at': '2022-05-26T21:39:37Z', 'revision_number': 5, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'subnets': [{'id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:44:37.572628 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf37fe3-3be7-4bda-9bed-bbcfe9d17bd8 req-0c6ef41c-2810-4c99-8d35-9af557e94f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:37.574635 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ecf37fe3-3be7-4bda-9bed-bbcfe9d17bd8 req-0c6ef41c-2810-4c99-8d35-9af557e94f19 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d05e8260-71fa-435d-9d66-bc967bf066f9 HTTP/1.1" status: 200 len: 849 time: 0.0752299 May 26 21:44:37.609320 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40efd488-ff69-42a4-a34a-6b3731370af6 None None] Checking router: 33aa2942-4efc-4444-9b3d-16d0af0ca7fc for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:44:37.625194 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40efd488-ff69-42a4-a34a-6b3731370af6 None None] Routers {'33aa2942-4efc-4444-9b3d-16d0af0ca7fc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:44:37.626191 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-40efd488-ff69-42a4-a34a-6b3731370af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:44:23Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:44:37.648295 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf37fe3-3be7-4bda-9bed-bbcfe9d17bd8 req-58addc43-80d3-4869-958c-10a3ff84f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:44:37.651038 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ecf37fe3-3be7-4bda-9bed-bbcfe9d17bd8 req-58addc43-80d3-4869-958c-10a3ff84f985 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d882acc-8185-427d-b7ca-6a150ac29628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696967 May 26 21:44:37.755573 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ecf37fe3-3be7-4bda-9bed-bbcfe9d17bd8 req-d8c757af-9bbc-419b-8e96-e2d9b286df65 service neutron] 10.222.0.60 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984550 May 26 21:44:37.838080 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-40efd488-ff69-42a4-a34a-6b3731370af6 None None] Set router 33aa2942-4efc-4444-9b3d-16d0af0ca7fc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:44:37.858349 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-ecf37fe3-3be7-4bda-9bed-bbcfe9d17bd8 req-47178aa6-115c-4fce-ae03-1a03846eb6a4 service neutron] 10.222.0.60 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968261 May 26 21:44:38.062229 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-40efd488-ff69-42a4-a34a-6b3731370af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'name': 'tempest-AttachVolumeTestJSON-610922942-router', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:39:30Z', 'updated_at': '2022-05-26T21:39:34Z', 'revision_number': 4, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'gw_port': {'id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:31Z', 'updated_at': '2022-05-26T21:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': 'bab4e4d9-94dd-4bdf-abef-4e8473f4ae8c', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'port_id': '9251f567-e9e0-4ae4-b147-a2c109756c0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'mac_address': 'fa:16:3e:a6:77:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d246af8-6729-4eb7-8f7d-eec6ffc8b19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:44:19Z', 'updated_at': '2022-05-26T21:44:36Z', 'revision_number': 1, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd594a7f3-bac0-403a-a6d7-c42e2754aa66', 'name': '', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'mac_address': 'fa:16:3e:9b:17:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:33Z', 'updated_at': '2022-05-26T21:39:37Z', 'revision_number': 5, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'subnets': [{'id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:44:38.088052 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40efd488-ff69-42a4-a34a-6b3731370af6 None None] The sync data for ids ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'] in dv-cinder-828805-3-iscsi is: [{'id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'name': 'tempest-AttachVolumeTestJSON-610922942-router', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:39:30Z', 'updated_at': '2022-05-26T21:39:34Z', 'revision_number': 4, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'gw_port': {'id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:31Z', 'updated_at': '2022-05-26T21:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_floatingips': [{'id': 'bab4e4d9-94dd-4bdf-abef-4e8473f4ae8c', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'router_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'port_id': '9251f567-e9e0-4ae4-b147-a2c109756c0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'mac_address': 'fa:16:3e:a6:77:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d246af8-6729-4eb7-8f7d-eec6ffc8b19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:44:19Z', 'updated_at': '2022-05-26T21:44:36Z', 'revision_number': 1, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd594a7f3-bac0-403a-a6d7-c42e2754aa66', 'name': '', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'mac_address': 'fa:16:3e:9b:17:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:33Z', 'updated_at': '2022-05-26T21:39:37Z', 'revision_number': 5, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'subnets': [{'id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:44:38.296508 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0c182c-f3b6-4f51-84c7-e42e72d11420 None None] New status for floating IP bab4e4d9-94dd-4bdf-abef-4e8473f4ae8c: ACTIVE {{(pid=104644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:44:47.114167 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=39 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:47.116030 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=27 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:47.837169 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=38 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:47.854292 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=50 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:48.065265 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=86 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:48.066196 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=88 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:48.401058 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:48.402942 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:44:51.068246 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-9ea1db88-8dfb-496d-be1e-7907a13b15b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:53.435828 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-fb89c850-ef02-46f0-8558-28198551a9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:54.618448 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:55.046884 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:55.466851 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:44:56.184037 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:44:57.601554 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:45:06.130407 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-64b6783a-1668-4fe4-9ede-d3d06c836637 req-1497e793-138f-4128-ae4c-2d23e7f1dd78 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423632 May 26 21:45:06.211192 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6783a-1668-4fe4-9ede-d3d06c836637 req-fcd58937-2e8a-48fa-952f-4b71704b18af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:45:06.212725 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-64b6783a-1668-4fe4-9ede-d3d06c836637 req-fcd58937-2e8a-48fa-952f-4b71704b18af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fe887b2709bc446c8198c3d141c353af&device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 1130 time: 0.0392089 May 26 21:45:06.318278 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6783a-1668-4fe4-9ede-d3d06c836637 req-deb38119-0060-4ca8-ad32-9908cb9e1d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:45:06.319820 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-64b6783a-1668-4fe4-9ede-d3d06c836637 req-deb38119-0060-4ca8-ad32-9908cb9e1d93 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d882acc-8185-427d-b7ca-6a150ac29628 HTTP/1.1" status: 200 len: 911 time: 0.0904379 May 26 21:45:06.384665 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-64b6783a-1668-4fe4-9ede-d3d06c836637 req-94f99b59-af6b-4f67-9fb4-ec53ce11f1ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9251f567-e9e0-4ae4-b147-a2c109756c0c HTTP/1.1" status: 200 len: 1001 time: 0.0582647 May 26 21:45:06.434488 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6783a-1668-4fe4-9ede-d3d06c836637 req-0c0eeece-65c9-4940-a6f2-d17fd3b541fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:45:06.436082 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-64b6783a-1668-4fe4-9ede-d3d06c836637 req-0c0eeece-65c9-4940-a6f2-d17fd3b541fe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d05e8260-71fa-435d-9d66-bc967bf066f9 HTTP/1.1" status: 200 len: 849 time: 0.0461330 May 26 21:45:06.479699 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6783a-1668-4fe4-9ede-d3d06c836637 req-d38cf814-5a85-4060-a95e-3e259a5a846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:45:06.482164 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-64b6783a-1668-4fe4-9ede-d3d06c836637 req-d38cf814-5a85-4060-a95e-3e259a5a846d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d882acc-8185-427d-b7ca-6a150ac29628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399814 May 26 21:45:06.522594 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:45:06.523356 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:45:06.578096 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-64b6783a-1668-4fe4-9ede-d3d06c836637 req-d38cf5b9-7ed7-400a-b258-f866cf36baac service neutron] 10.222.0.60 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903234 May 26 21:45:06.668502 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-64b6783a-1668-4fe4-9ede-d3d06c836637 req-1f25374d-8a4c-4bd6-8086-6a771c664220 service neutron] 10.222.0.60 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843604 May 26 21:45:07.544183 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:45:07.575219 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:45:16.663182 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=48 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:45:16.665416 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=53 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:45:21.079238 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-05079b7e-1e75-450b-9afc-cde236a5c2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:45:23.461810 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2f337ac9-a898-4f3a-8fb7-5819fbea224c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:45:24.673048 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:45:25.073153 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:45:26.188007 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:45:27.610610 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:45:32.465550 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:45:37.544131 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:45:37.550160 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:45:49.472728 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=5 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:45:49.473628 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:45:51.120398 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3f700724-5a3a-4e81-9a2c-d4a1b5633ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:45:53.434461 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-d7a012c5-d1d6-46fb-bb53-c5ce0393152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:45:54.674672 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:45:55.080532 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:45:56.198414 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:45:57.622755 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:05.683803 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9c59f9a6-3598-497e-a8f5-413856b98ef2 req-d8f7631e-728f-4c48-ae1a-d3e7fca67ae3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447147 May 26 21:46:05.765147 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59f9a6-3598-497e-a8f5-413856b98ef2 req-14f8449f-a474-4cbe-a962-744f14b44dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:46:05.767206 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9c59f9a6-3598-497e-a8f5-413856b98ef2 req-14f8449f-a474-4cbe-a962-744f14b44dee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fe887b2709bc446c8198c3d141c353af&device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 1130 time: 0.0403533 May 26 21:46:05.876789 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59f9a6-3598-497e-a8f5-413856b98ef2 req-abef0b28-5eec-49b2-9eea-ebb956882ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:46:05.878246 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9c59f9a6-3598-497e-a8f5-413856b98ef2 req-abef0b28-5eec-49b2-9eea-ebb956882ec4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d882acc-8185-427d-b7ca-6a150ac29628 HTTP/1.1" status: 200 len: 911 time: 0.0866108 May 26 21:46:05.945681 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9c59f9a6-3598-497e-a8f5-413856b98ef2 req-e78f596c-981d-4e27-8aae-aeef6f5ccc95 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9251f567-e9e0-4ae4-b147-a2c109756c0c HTTP/1.1" status: 200 len: 1001 time: 0.0605505 May 26 21:46:05.995709 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59f9a6-3598-497e-a8f5-413856b98ef2 req-90df47b1-1234-4359-b02d-8ac0d1ee3786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:46:05.997243 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9c59f9a6-3598-497e-a8f5-413856b98ef2 req-90df47b1-1234-4359-b02d-8ac0d1ee3786 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d05e8260-71fa-435d-9d66-bc967bf066f9 HTTP/1.1" status: 200 len: 849 time: 0.0459108 May 26 21:46:06.041491 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59f9a6-3598-497e-a8f5-413856b98ef2 req-a0b793d3-af22-4aed-867d-f40af5423b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:46:06.043073 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9c59f9a6-3598-497e-a8f5-413856b98ef2 req-a0b793d3-af22-4aed-867d-f40af5423b05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d882acc-8185-427d-b7ca-6a150ac29628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399172 May 26 21:46:06.145392 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9c59f9a6-3598-497e-a8f5-413856b98ef2 req-853581fc-53c8-4bf8-bfaf-17542d589319 service neutron] 10.222.0.60 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917490 May 26 21:46:06.244259 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-9c59f9a6-3598-497e-a8f5-413856b98ef2 req-5e42ab09-b3ec-482b-955e-79250275b58b service neutron] 10.222.0.60 "GET /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916970 May 26 21:46:07.333972 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b2f25-8fce-44b8-b967-074b7cfa2128 req-11f080fc-45ba-4430-be6b-8a83c9f1f15f tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:46:07.335453 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7b6b2f25-8fce-44b8-b967-074b7cfa2128 req-11f080fc-45ba-4430-be6b-8a83c9f1f15f tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 946 time: 0.0521772 May 26 21:46:07.383434 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7b6b2f25-8fce-44b8-b967-074b7cfa2128 req-5f732bd3-3b5b-4df2-8a1a-b36f4ef16954 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=0304abff-0df8-479b-b983-a37bbbce9c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423908 May 26 21:46:07.547036 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:UPDATE=1,neutron:SELECT=20 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:07.549861 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:08.506179 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59cfca-da0b-428c-91e6-ab5e21eef843 req-ce883086-faa5-467d-a41c-1bb1b2e03660 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:46:08.507864 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4a59cfca-da0b-428c-91e6-ab5e21eef843 req-ce883086-faa5-467d-a41c-1bb1b2e03660 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 946 time: 0.0540316 May 26 21:46:08.557891 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4a59cfca-da0b-428c-91e6-ab5e21eef843 req-f9233a74-1679-45d7-a8b2-3033b9561c3b tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=0304abff-0df8-479b-b983-a37bbbce9c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444162 May 26 21:46:09.308997 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09573370-0330-4fd1-82f4-4f41825b01c2 req-01e67589-c379-4ea4-bbcd-304f8af789e2 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:46:09.310429 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-09573370-0330-4fd1-82f4-4f41825b01c2 req-01e67589-c379-4ea4-bbcd-304f8af789e2 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 946 time: 0.0571458 May 26 21:46:09.389992 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-09573370-0330-4fd1-82f4-4f41825b01c2 req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Deleting port 9251f567-e9e0-4ae4-b147-a2c109756c0c {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:46:09.390325 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-09573370-0330-4fd1-82f4-4f41825b01c2 req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (9251f567-e9e0-4ae4-b147-a2c109756c0c), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:09.465125 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:46:09.483123 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-09573370-0330-4fd1-82f4-4f41825b01c2 req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] For port 9251f567-e9e0-4ae4-b147-a2c109756c0c, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9251f567-e9e0-4ae4-b147-a2c109756c0c,segment=NetworkSegment(208a41d3-43ab-4c67-b9bb-daed24c75088),segment_id=208a41d3-43ab-4c67-b9bb-daed24c75088)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:46:09.483486 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-09573370-0330-4fd1-82f4-4f41825b01c2 req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (9251f567-e9e0-4ae4-b147-a2c109756c0c), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:09.668967 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:09.678194 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8766c1-903f-452a-bbee-8d813d29dd81 req-5585a1f9-468a-4279-b50b-28d6bd7fb79b tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:46:09.685345 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-db8766c1-903f-452a-bbee-8d813d29dd81 req-5585a1f9-468a-4279-b50b-28d6bd7fb79b tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 946 time: 0.0481355 May 26 21:46:09.685489 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-09573370-0330-4fd1-82f4-4f41825b01c2 req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:09.685489 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-09573370-0330-4fd1-82f4-4f41825b01c2 req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696742'] for floatingip (bab4e4d9-94dd-4bdf-abef-4e8473f4ae8c), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:09.685701 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.db.l3_db [req-09573370-0330-4fd1-82f4-4f41825b01c2 req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Floating IP bab4e4d9-94dd-4bdf-abef-4e8473f4ae8c disassociated. External IP: 172.27.3.73, port: 9251f567-e9e0-4ae4-b147-a2c109756c0c. May 26 21:46:09.686035 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-09573370-0330-4fd1-82f4-4f41825b01c2 req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Calling delete_port for 9251f567-e9e0-4ae4-b147-a2c109756c0c owned by compute:nova {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:46:09.696972 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:09.733221 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-db8766c1-903f-452a-bbee-8d813d29dd81 req-64836650-9a22-4736-97f4-73a666c6a8e1 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups?id=0304abff-0df8-479b-b983-a37bbbce9c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469327 May 26 21:46:09.906839 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-09573370-0330-4fd1-82f4-4f41825b01c2 req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (9251f567-e9e0-4ae4-b147-a2c109756c0c), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:09.935369 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Pushing event deleted for resources: {'Port': ['ID=9251f567-e9e0-4ae4-b147-a2c109756c0c,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:46:09.945259 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:09.945598 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:09.945939 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:09.946264 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:09.946587 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:09.946974 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:09.947315 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:09.947607 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:09.947949 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:09.948746 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:09.948746 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:09.949037 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:09.949331 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:09.949472 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:09.949765 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:10.060492 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09573370-0330-4fd1-82f4-4f41825b01c2 req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Router 33aa2942-4efc-4444-9b3d-16d0af0ca7fc has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:46:10.166130 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09573370-0330-4fd1-82f4-4f41825b01c2 req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:46:10.178092 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba55c8f-98fa-4000-bb6d-5247b8003936 None None] Sync routers for ids ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:46:10.188441 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba55c8f-98fa-4000-bb6d-5247b8003936 None None] Routers {'33aa2942-4efc-4444-9b3d-16d0af0ca7fc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:46:10.189261 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-2ba55c8f-98fa-4000-bb6d-5247b8003936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:45:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:46:10.209492 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-09573370-0330-4fd1-82f4-4f41825b01c2 req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] No DVR routers for this DVR port 9251f567-e9e0-4ae4-b147-a2c109756c0c on host hv-cinder-82880 {{(pid=104643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:46:10.212181 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-09573370-0330-4fd1-82f4-4f41825b01c2 req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:10.215627 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-09573370-0330-4fd1-82f4-4f41825b01c2 req-b05cceeb-fbb0-4414-b4b5-b9e7175e2b13 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.60 "DELETE /v2.0/ports/9251f567-e9e0-4ae4-b147-a2c109756c0c HTTP/1.1" status: 204 len: 173 time: 0.9001570 May 26 21:46:10.216122 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d246af8-6729-4eb7-8f7d-eec6ffc8b19b', 'name': 'network-vif-deleted', 'tag': '9251f567-e9e0-4ae4-b147-a2c109756c0c'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:46:10.218522 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e879d9c6-694f-4662-9f32-64859b1efbf4" -d '{"events": [{"server_uuid": "8d246af8-6729-4eb7-8f7d-eec6ffc8b19b", "name": "network-vif-deleted", "tag": "9251f567-e9e0-4ae4-b147-a2c109756c0c"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:46:10.303931 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-2ba55c8f-98fa-4000-bb6d-5247b8003936 None None] Set router 33aa2942-4efc-4444-9b3d-16d0af0ca7fc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:46:10.333342 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eae57d3-031b-4110-ab97-2a366735cc39 x-openstack-request-id: req-2eae57d3-031b-4110-ab97-2a366735cc39 {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:46:10.333633 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d246af8-6729-4eb7-8f7d-eec6ffc8b19b", "name": "network-vif-deleted", "tag": "9251f567-e9e0-4ae4-b147-a2c109756c0c", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:46:10.333878 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2eae57d3-031b-4110-ab97-2a366735cc39 {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:46:10.334273 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eae57d3-031b-4110-ab97-2a366735cc39'] response: {'server_uuid': '8d246af8-6729-4eb7-8f7d-eec6ffc8b19b', 'name': 'network-vif-deleted', 'tag': '9251f567-e9e0-4ae4-b147-a2c109756c0c', 'status': 'completed', 'code': 200} May 26 21:46:10.504782 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-2ba55c8f-98fa-4000-bb6d-5247b8003936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'name': 'tempest-AttachVolumeTestJSON-610922942-router', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:39:30Z', 'updated_at': '2022-05-26T21:39:34Z', 'revision_number': 4, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'gw_port': {'id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:31Z', 'updated_at': '2022-05-26T21:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'd594a7f3-bac0-403a-a6d7-c42e2754aa66', 'name': '', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'mac_address': 'fa:16:3e:9b:17:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:33Z', 'updated_at': '2022-05-26T21:39:37Z', 'revision_number': 5, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'subnets': [{'id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:46:10.536248 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba55c8f-98fa-4000-bb6d-5247b8003936 None None] Checking router: 33aa2942-4efc-4444-9b3d-16d0af0ca7fc for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:46:10.548456 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba55c8f-98fa-4000-bb6d-5247b8003936 None None] Routers {'33aa2942-4efc-4444-9b3d-16d0af0ca7fc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:46:10.549051 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-2ba55c8f-98fa-4000-bb6d-5247b8003936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:45:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:46:10.652648 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-2ba55c8f-98fa-4000-bb6d-5247b8003936 None None] Set router 33aa2942-4efc-4444-9b3d-16d0af0ca7fc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:46:10.844200 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-2ba55c8f-98fa-4000-bb6d-5247b8003936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'name': 'tempest-AttachVolumeTestJSON-610922942-router', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:39:30Z', 'updated_at': '2022-05-26T21:39:34Z', 'revision_number': 4, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'gw_port': {'id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:31Z', 'updated_at': '2022-05-26T21:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'd594a7f3-bac0-403a-a6d7-c42e2754aa66', 'name': '', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'mac_address': 'fa:16:3e:9b:17:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:33Z', 'updated_at': '2022-05-26T21:39:37Z', 'revision_number': 5, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'subnets': [{'id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:46:10.847881 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-3c14220f-4838-4522-b064-7838b089984d req-132be6be-c72e-4ce2-99fc-b4fe4b3b0ae9 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d246af8-6729-4eb7-8f7d-eec6ffc8b19b HTTP/1.1" status: 200 len: 210 time: 0.0301065 May 26 21:46:10.873176 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba55c8f-98fa-4000-bb6d-5247b8003936 None None] The sync data for ids ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'] in dv-cinder-828805-3-iscsi is: [{'id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'name': 'tempest-AttachVolumeTestJSON-610922942-router', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:39:30Z', 'updated_at': '2022-05-26T21:39:34Z', 'revision_number': 4, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'gw_port': {'id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:31Z', 'updated_at': '2022-05-26T21:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi', '_interfaces': [{'id': 'd594a7f3-bac0-403a-a6d7-c42e2754aa66', 'name': '', 'network_id': '8d882acc-8185-427d-b7ca-6a150ac29628', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'mac_address': 'fa:16:3e:9b:17:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:33Z', 'updated_at': '2022-05-26T21:39:37Z', 'revision_number': 5, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'subnets': [{'id': 'd05e8260-71fa-435d-9d66-bc967bf066f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:46:11.092731 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930182a2-8c61-4d99-b668-ba5d61dc769d None None] New status for floating IP bab4e4d9-94dd-4bdf-abef-4e8473f4ae8c: DOWN {{(pid=104644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:46:11.998789 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 59102) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:46:12.052692 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f4523b60-eb98-48f4-a533-bb7c8e872e19 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for security_group (0304abff-0df8-479b-b983-a37bbbce9c1d), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:12.075123 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f4523b60-eb98-48f4-a533-bb7c8e872e19 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for security_group (0304abff-0df8-479b-b983-a37bbbce9c1d), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:12.194568 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f4523b60-eb98-48f4-a533-bb7c8e872e19 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (0304abff-0df8-479b-b983-a37bbbce9c1d), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:12.197184 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-f4523b60-eb98-48f4-a533-bb7c8e872e19 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:12.198359 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-f4523b60-eb98-48f4-a533-bb7c8e872e19 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "DELETE /v2.0/security-groups/0304abff-0df8-479b-b983-a37bbbce9c1d HTTP/1.1" status: 204 len: 168 time: 0.1985846 May 26 21:46:12.201158 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 59104) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:46:12.207589 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4523b60-eb98-48f4-a533-bb7c8e872e19 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0304abff-0df8-479b-b983-a37bbbce9c1d,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:46:12.214923 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.api.v2.resource [None req-5257f214-a29c-4197-9b1a-fa11124f9fcc tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] show failed (client error): The resource could not be found. May 26 21:46:12.215174 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4523b60-eb98-48f4-a533-bb7c8e872e19 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:12.218563 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4523b60-eb98-48f4-a533-bb7c8e872e19 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:12.218563 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4523b60-eb98-48f4-a533-bb7c8e872e19 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:12.218830 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-5257f214-a29c-4197-9b1a-fa11124f9fcc tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "GET /v2.0/security-groups/0304abff-0df8-479b-b983-a37bbbce9c1d HTTP/1.1" status: 404 len: 347 time: 0.0137835 May 26 21:46:12.218922 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4523b60-eb98-48f4-a533-bb7c8e872e19 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:12.218922 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4523b60-eb98-48f4-a533-bb7c8e872e19 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:12.218922 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4523b60-eb98-48f4-a533-bb7c8e872e19 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:12.218922 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4523b60-eb98-48f4-a533-bb7c8e872e19 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:12.218922 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4523b60-eb98-48f4-a533-bb7c8e872e19 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:12.218922 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4523b60-eb98-48f4-a533-bb7c8e872e19 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:12.218922 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4523b60-eb98-48f4-a533-bb7c8e872e19 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:12.218922 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4523b60-eb98-48f4-a533-bb7c8e872e19 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:12.218922 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4523b60-eb98-48f4-a533-bb7c8e872e19 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:12.220251 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 59106) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:46:12.220353 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4523b60-eb98-48f4-a533-bb7c8e872e19 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:12.220353 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4523b60-eb98-48f4-a533-bb7c8e872e19 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:12.220353 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4523b60-eb98-48f4-a533-bb7c8e872e19 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:12.339599 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-07789499-add1-4479-896e-337539d7b8e8 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Deleting port 08e02bcd-7b7d-4254-b67e-097a01eeab42 {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:46:12.340199 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-07789499-add1-4479-896e-337539d7b8e8 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (08e02bcd-7b7d-4254-b67e-097a01eeab42), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:12.419000 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-07789499-add1-4479-896e-337539d7b8e8 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (08e02bcd-7b7d-4254-b67e-097a01eeab42), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:12.419341 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-07789499-add1-4479-896e-337539d7b8e8 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for floatingip (08e02bcd-7b7d-4254-b67e-097a01eeab42), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:12.432784 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-07789499-add1-4479-896e-337539d7b8e8 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Calling delete_port for 08e02bcd-7b7d-4254-b67e-097a01eeab42 owned by network:floatingip {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:46:12.517470 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:12.645674 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-07789499-add1-4479-896e-337539d7b8e8 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (08e02bcd-7b7d-4254-b67e-097a01eeab42), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:12.672935 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07789499-add1-4479-896e-337539d7b8e8 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Pushing event deleted for resources: {'Port': ['ID=08e02bcd-7b7d-4254-b67e-097a01eeab42,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:46:12.733980 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-07789499-add1-4479-896e-337539d7b8e8 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks [] for floatingip (bab4e4d9-94dd-4bdf-abef-4e8473f4ae8c), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:12.736560 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-07789499-add1-4479-896e-337539d7b8e8 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for floatingip (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:12.737724 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-07789499-add1-4479-896e-337539d7b8e8 tempest-AttachVolumeTestJSON-2035704259 tempest-AttachVolumeTestJSON-2035704259-project] 10.222.0.42 "DELETE /v2.0/floatingips/bab4e4d9-94dd-4bdf-abef-4e8473f4ae8c HTTP/1.1" status: 204 len: 168 time: 0.5172431 May 26 21:46:14.413693 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 9251f567-e9e0-4ae4-b147-a2c109756c0c no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:46:14.433227 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] No Port match for: 9251f567-e9e0-4ae4-b147-a2c109756c0c {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:46:14.433567 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 9251f567-e9e0-4ae4-b147-a2c109756c0c not bound to the agent host hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:46:16.604517 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 59134) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:46:16.791641 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:17.017739 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-76e37653-4ebc-4fc7-bb82-357cffb8724f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694950'] for router_interface (33aa2942-4efc-4444-9b3d-16d0af0ca7fc), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:17.237853 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-76e37653-4ebc-4fc7-bb82-357cffb8724f admin admin] Deleting port d594a7f3-bac0-403a-a6d7-c42e2754aa66 {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:46:17.238224 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-76e37653-4ebc-4fc7-bb82-357cffb8724f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (d594a7f3-bac0-403a-a6d7-c42e2754aa66), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:17.315044 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [None req-76e37653-4ebc-4fc7-bb82-357cffb8724f admin admin] For port d594a7f3-bac0-403a-a6d7-c42e2754aa66, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=d594a7f3-bac0-403a-a6d7-c42e2754aa66,segment=NetworkSegment(208a41d3-43ab-4c67-b9bb-daed24c75088),segment_id=208a41d3-43ab-4c67-b9bb-daed24c75088)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:46:17.315400 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-76e37653-4ebc-4fc7-bb82-357cffb8724f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (d594a7f3-bac0-403a-a6d7-c42e2754aa66), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:17.328009 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-76e37653-4ebc-4fc7-bb82-357cffb8724f admin admin] Calling delete_port for d594a7f3-bac0-403a-a6d7-c42e2754aa66 owned by network:router_interface {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:46:17.392490 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:17.543661 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-76e37653-4ebc-4fc7-bb82-357cffb8724f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (d594a7f3-bac0-403a-a6d7-c42e2754aa66), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:17.569277 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e37653-4ebc-4fc7-bb82-357cffb8724f admin admin] Pushing event deleted for resources: {'Port': ['ID=d594a7f3-bac0-403a-a6d7-c42e2754aa66,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:46:17.964976 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:17.967423 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-76e37653-4ebc-4fc7-bb82-357cffb8724f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-394224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694842'] for router_interface (33aa2942-4efc-4444-9b3d-16d0af0ca7fc), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:18.182367 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e37653-4ebc-4fc7-bb82-357cffb8724f admin admin] Router 33aa2942-4efc-4444-9b3d-16d0af0ca7fc has already been hosted by L3 agent 77857669-aafa-4c04-8318-3f2ecbc78a5f {{(pid=104643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:46:18.285468 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e37653-4ebc-4fc7-bb82-357cffb8724f admin admin] Notify agent at l3_agent.dv-cinder-828805-3-iscsi the message routers_updated {{(pid=104643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:46:18.290712 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-76e37653-4ebc-4fc7-bb82-357cffb8724f admin admin] 10.222.0.42 "PUT /v2.0/routers/33aa2942-4efc-4444-9b3d-16d0af0ca7fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6860676 May 26 21:46:18.293349 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 59138) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:46:18.294980 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081ec84e-857f-41d0-af2e-55c8ac5f6a4d None None] Sync routers for ids ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'] in dv-cinder-828805-3-iscsi {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:46:18.306152 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081ec84e-857f-41d0-af2e-55c8ac5f6a4d None None] Routers {'33aa2942-4efc-4444-9b3d-16d0af0ca7fc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:46:18.306769 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-081ec84e-857f-41d0-af2e-55c8ac5f6a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:45:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:46:18.397190 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-61230990-b860-419b-90de-8db0374fbcaf admin admin] Publish callbacks [] for router (33aa2942-4efc-4444-9b3d-16d0af0ca7fc), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:18.414435 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-081ec84e-857f-41d0-af2e-55c8ac5f6a4d None None] Set router 33aa2942-4efc-4444-9b3d-16d0af0ca7fc gateway port host: dv-cinder-828805-3-iscsi {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:46:18.448146 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:18.499509 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-61230990-b860-419b-90de-8db0374fbcaf admin admin] Publish callbacks [] for router_gateway (33aa2942-4efc-4444-9b3d-16d0af0ca7fc), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:18.615725 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-61230990-b860-419b-90de-8db0374fbcaf admin admin] Deleting port a7006ef4-cff2-4375-8770-925acb2fb666 {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:46:18.616080 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-61230990-b860-419b-90de-8db0374fbcaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (a7006ef4-cff2-4375-8770-925acb2fb666), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:18.674500 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=100 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:18.679091 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-081ec84e-857f-41d0-af2e-55c8ac5f6a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'name': 'tempest-AttachVolumeTestJSON-610922942-router', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'external_fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:39:30Z', 'updated_at': '2022-05-26T21:46:17Z', 'revision_number': 5, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'gw_port': {'id': 'a7006ef4-cff2-4375-8770-925acb2fb666', 'name': '', 'network_id': '35b4a44b-379f-44bd-a8f8-beb32b22a01e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:39:31Z', 'updated_at': '2022-05-26T21:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47588d27-3ef4-4c30-8055-bc026b2d5ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-3-iscsi'}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:46:18.681663 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=100 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:18.704303 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [None req-61230990-b860-419b-90de-8db0374fbcaf admin admin] For port a7006ef4-cff2-4375-8770-925acb2fb666, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=a7006ef4-cff2-4375-8770-925acb2fb666,segment=NetworkSegment(a7376101-7aa8-416d-a579-748779b23abf),segment_id=a7376101-7aa8-416d-a579-748779b23abf)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:46:18.704706 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-61230990-b860-419b-90de-8db0374fbcaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (a7006ef4-cff2-4375-8770-925acb2fb666), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:18.704929 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081ec84e-857f-41d0-af2e-55c8ac5f6a4d None None] Checking router: 33aa2942-4efc-4444-9b3d-16d0af0ca7fc for host: dv-cinder-828805-3-iscsi {{(pid=104645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:46:18.713432 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081ec84e-857f-41d0-af2e-55c8ac5f6a4d None None] Routers {'33aa2942-4efc-4444-9b3d-16d0af0ca7fc'} bound to L3 agent in host dv-cinder-828805-3-iscsi {{(pid=104645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:46:18.714035 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-081ec84e-857f-41d0-af2e-55c8ac5f6a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T21:17:53Z,description=,heartbeat_timestamp=2022-05-26T21:45:53Z,host='dv-cinder-828805-3-iscsi',id=77857669-aafa-4c04-8318-3f2ecbc78a5f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T21:17:54Z,topic='l3_agent')) {'router_ids': ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'], 'active': True} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:46:18.718480 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [None req-61230990-b860-419b-90de-8db0374fbcaf admin admin] Calling delete_port for a7006ef4-cff2-4375-8770-925acb2fb666 owned by network:router_gateway {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:46:18.798462 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_dvr_db [None req-081ec84e-857f-41d0-af2e-55c8ac5f6a4d None None] Set router 33aa2942-4efc-4444-9b3d-16d0af0ca7fc gateway port host: None {{(pid=104645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:46:18.850074 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.l3_hamode_db [None req-081ec84e-857f-41d0-af2e-55c8ac5f6a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'name': 'tempest-AttachVolumeTestJSON-610922942-router', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:39:30Z', 'updated_at': '2022-05-26T21:46:18Z', 'revision_number': 6, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'gw_port_host': None}], 'dv-cinder-828805-3-iscsi', False) {} {{(pid=104645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:46:18.875376 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081ec84e-857f-41d0-af2e-55c8ac5f6a4d None None] The sync data for ids ['33aa2942-4efc-4444-9b3d-16d0af0ca7fc'] in dv-cinder-828805-3-iscsi is: [{'id': '33aa2942-4efc-4444-9b3d-16d0af0ca7fc', 'name': 'tempest-AttachVolumeTestJSON-610922942-router', 'tenant_id': 'fe887b2709bc446c8198c3d141c353af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:39:30Z', 'updated_at': '2022-05-26T21:46:18Z', 'revision_number': 6, 'project_id': 'fe887b2709bc446c8198c3d141c353af', 'gw_port_host': None}] {{(pid=104645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:46:18.948658 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-61230990-b860-419b-90de-8db0374fbcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (a7006ef4-cff2-4375-8770-925acb2fb666), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:18.973581 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61230990-b860-419b-90de-8db0374fbcaf admin admin] Pushing event deleted for resources: {'Port': ['ID=a7006ef4-cff2-4375-8770-925acb2fb666,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:46:19.038812 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-61230990-b860-419b-90de-8db0374fbcaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696728'] for router_gateway (33aa2942-4efc-4444-9b3d-16d0af0ca7fc), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:19.125179 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:19.126842 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-61230990-b860-419b-90de-8db0374fbcaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4924'] for router (33aa2942-4efc-4444-9b3d-16d0af0ca7fc), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:19.129062 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-61230990-b860-419b-90de-8db0374fbcaf admin admin] Publish callbacks [] for router_controller (33aa2942-4efc-4444-9b3d-16d0af0ca7fc), precommit_delete_associations {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:19.232569 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-61230990-b860-419b-90de-8db0374fbcaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628802'] for router (33aa2942-4efc-4444-9b3d-16d0af0ca7fc), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:19.233210 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61230990-b860-419b-90de-8db0374fbcaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33aa2942-4efc-4444-9b3d-16d0af0ca7fc {{(pid=104643) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 21:46:19.237905 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-61230990-b860-419b-90de-8db0374fbcaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:19.239067 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-61230990-b860-419b-90de-8db0374fbcaf admin admin] 10.222.0.42 "DELETE /v2.0/routers/33aa2942-4efc-4444-9b3d-16d0af0ca7fc HTTP/1.1" status: 204 len: 168 time: 0.9446585 May 26 21:46:19.241641 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 59140) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:46:19.295269 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_v2 [None req-341e99bf-0e68-45f7-b6b0-c0be44048ff7 admin admin] Deleting subnet d05e8260-71fa-435d-9d66-bc967bf066f9 {{(pid=104643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:46:19.298753 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-341e99bf-0e68-45f7-b6b0-c0be44048ff7 admin admin] Publish callbacks [] for subnet (d05e8260-71fa-435d-9d66-bc967bf066f9), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:19.334965 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-341e99bf-0e68-45f7-b6b0-c0be44048ff7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7398692'] for subnet (d05e8260-71fa-435d-9d66-bc967bf066f9), precommit_delete_associations {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:19.419669 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-341e99bf-0e68-45f7-b6b0-c0be44048ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859283'] for subnet (d05e8260-71fa-435d-9d66-bc967bf066f9), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:19.446521 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:19.554618 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-341e99bf-0e68-45f7-b6b0-c0be44048ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4561931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4592101'] for subnet (d05e8260-71fa-435d-9d66-bc967bf066f9), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:19.583628 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e99bf-0e68-45f7-b6b0-c0be44048ff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d05e8260-71fa-435d-9d66-bc967bf066f9,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:46:19.588112 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-341e99bf-0e68-45f7-b6b0-c0be44048ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for subnet (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:19.591365 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-341e99bf-0e68-45f7-b6b0-c0be44048ff7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d05e8260-71fa-435d-9d66-bc967bf066f9 HTTP/1.1" status: 204 len: 168 time: 0.3486564 May 26 21:46:19.594202 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 59142) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:46:19.596833 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24da4488-b0b6-45e6-a329-3d7bbe46c6c3 None None] Network 8d882acc-8185-427d-b7ca-6a150ac29628 requested from dv-cinder-828805-3-iscsi {{(pid=104644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:46:19.669992 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7ad97515-09e3-494f-a9f6-4ee737622cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-801300'] for network (8d882acc-8185-427d-b7ca-6a150ac29628), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:19.717095 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-7ad97515-09e3-494f-a9f6-4ee737622cdc admin admin] Deleting port 1c28a692-57dc-49eb-bfcf-a553534e145d {{(pid=104642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:46:19.717433 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7ad97515-09e3-494f-a9f6-4ee737622cdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (1c28a692-57dc-49eb-bfcf-a553534e145d), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:19.760088 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e07bd8c-4360-4aaa-84b6-957f67df73ab None None] DHCP port deletion for 8d882acc-8185-427d-b7ca-6a150ac29628 request from dv-cinder-828805-3-iscsi {{(pid=104644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 21:46:19.785601 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.db [None req-7ad97515-09e3-494f-a9f6-4ee737622cdc admin admin] For port 1c28a692-57dc-49eb-bfcf-a553534e145d, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=1c28a692-57dc-49eb-bfcf-a553534e145d,segment=NetworkSegment(208a41d3-43ab-4c67-b9bb-daed24c75088),segment_id=208a41d3-43ab-4c67-b9bb-daed24c75088)] {{(pid=104642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:46:19.786023 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7ad97515-09e3-494f-a9f6-4ee737622cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (1c28a692-57dc-49eb-bfcf-a553534e145d), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:19.797964 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-9e07bd8c-4360-4aaa-84b6-957f67df73ab None None] Deleting port 1c28a692-57dc-49eb-bfcf-a553534e145d {{(pid=104644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:46:19.798338 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-9e07bd8c-4360-4aaa-84b6-957f67df73ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (1c28a692-57dc-49eb-bfcf-a553534e145d), before_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:19.801925 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.plugin [None req-7ad97515-09e3-494f-a9f6-4ee737622cdc admin admin] Calling delete_port for 1c28a692-57dc-49eb-bfcf-a553534e145d owned by network:dhcp {{(pid=104642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:46:19.872640 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-9e07bd8c-4360-4aaa-84b6-957f67df73ab None None] For port 1c28a692-57dc-49eb-bfcf-a553534e145d, host dv-cinder-828805-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-3-iscsi',level=0,port_id=1c28a692-57dc-49eb-bfcf-a553534e145d,segment=NetworkSegment(208a41d3-43ab-4c67-b9bb-daed24c75088),segment_id=208a41d3-43ab-4c67-b9bb-daed24c75088)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:46:19.872640 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-9e07bd8c-4360-4aaa-84b6-957f67df73ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (1c28a692-57dc-49eb-bfcf-a553534e145d), precommit_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:19.886459 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-9e07bd8c-4360-4aaa-84b6-957f67df73ab None None] Calling delete_port for 1c28a692-57dc-49eb-bfcf-a553534e145d owned by network:dhcp {{(pid=104644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:46:19.981194 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7ad97515-09e3-494f-a9f6-4ee737622cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632693'] for port (1c28a692-57dc-49eb-bfcf-a553534e145d), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:19.987500 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-9e07bd8c-4360-4aaa-84b6-957f67df73ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097'] for port (1c28a692-57dc-49eb-bfcf-a553534e145d), after_delete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:20.008277 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad97515-09e3-494f-a9f6-4ee737622cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=1c28a692-57dc-49eb-bfcf-a553534e145d,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:46:20.010243 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad97515-09e3-494f-a9f6-4ee737622cdc admin admin] No DVR routers for this DVR port 1c28a692-57dc-49eb-bfcf-a553534e145d on host dv-cinder-828805-3-iscsi {{(pid=104642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:46:20.015582 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07bd8c-4360-4aaa-84b6-957f67df73ab None None] Pushing event deleted for resources: {'Port': ['ID=1c28a692-57dc-49eb-bfcf-a553534e145d,revision_number=None']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:46:20.023994 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e07bd8c-4360-4aaa-84b6-957f67df73ab None None] No DVR routers for this DVR port 1c28a692-57dc-49eb-bfcf-a553534e145d on host dv-cinder-828805-3-iscsi {{(pid=104644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:46:20.026095 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07bd8c-4360-4aaa-84b6-957f67df73ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:20.026447 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07bd8c-4360-4aaa-84b6-957f67df73ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:20.026779 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07bd8c-4360-4aaa-84b6-957f67df73ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:20.027121 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07bd8c-4360-4aaa-84b6-957f67df73ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:20.027466 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07bd8c-4360-4aaa-84b6-957f67df73ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:20.027821 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07bd8c-4360-4aaa-84b6-957f67df73ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:20.028149 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07bd8c-4360-4aaa-84b6-957f67df73ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:20.028474 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07bd8c-4360-4aaa-84b6-957f67df73ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:20.028797 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07bd8c-4360-4aaa-84b6-957f67df73ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:20.029121 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07bd8c-4360-4aaa-84b6-957f67df73ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:20.029442 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07bd8c-4360-4aaa-84b6-957f67df73ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:20.029764 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07bd8c-4360-4aaa-84b6-957f67df73ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:20.030083 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07bd8c-4360-4aaa-84b6-957f67df73ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:20.030424 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07bd8c-4360-4aaa-84b6-957f67df73ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:20.030720 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07bd8c-4360-4aaa-84b6-957f67df73ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:46:20.087261 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7ad97515-09e3-494f-a9f6-4ee737622cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853542', 'neutron.services.segments.db._delete_segments_for_network-8745431346800'] for network (8d882acc-8185-427d-b7ca-6a150ac29628), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:20.108353 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.services.segments.db [None req-7ad97515-09e3-494f-a9f6-4ee737622cdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d882acc-8185-427d-b7ca-6a150ac29628']}} {{(pid=104642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:46:20.118493 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.services.segments.db [None req-7ad97515-09e3-494f-a9f6-4ee737622cdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208a41d3-43ab-4c67-b9bb-daed24c75088') {'for_net_delete': True} {{(pid=104642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:46:20.119180 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.services.segments.db [None req-7ad97515-09e3-494f-a9f6-4ee737622cdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208a41d3-43ab-4c67-b9bb-daed24c75088') {} {{(pid=104642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:46:20.129524 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7ad97515-09e3-494f-a9f6-4ee737622cdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745431347833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5148664'] for segment (208a41d3-43ab-4c67-b9bb-daed24c75088), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:20.143056 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7ad97515-09e3-494f-a9f6-4ee737622cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820'] for segment (208a41d3-43ab-4c67-b9bb-daed24c75088), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:20.149278 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad97515-09e3-494f-a9f6-4ee737622cdc admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=104642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:46:20.152615 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7ad97515-09e3-494f-a9f6-4ee737622cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4632614'] for segment (208a41d3-43ab-4c67-b9bb-daed24c75088), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:20.233783 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.services.segments.plugin [-] Segment 208a41d3-43ab-4c67-b9bb-daed24c75088 resource provider aggregate not found May 26 21:46:20.251103 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device d594a7f3-bac0-403a-a6d7-c42e2754aa66 no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:46:20.252344 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.services.segments.plugin [-] Segment 208a41d3-43ab-4c67-b9bb-daed24c75088 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 208a41d3-43ab-4c67-b9bb-daed24c75088 found for delete ", "request_id": "req-74806c94-79a4-4f9a-a683-7cb0c50c30b5"}]} May 26 21:46:20.270380 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: d594a7f3-bac0-403a-a6d7-c42e2754aa66 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:46:20.270719 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device d594a7f3-bac0-403a-a6d7-c42e2754aa66 not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:46:20.271187 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device a7006ef4-cff2-4375-8770-925acb2fb666 no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:46:20.289464 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: a7006ef4-cff2-4375-8770-925acb2fb666 {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:46:20.289805 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device a7006ef4-cff2-4375-8770-925acb2fb666 not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:46:20.290276 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 1c28a692-57dc-49eb-bfcf-a553534e145d no longer exists at agent ovs-agent-dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:46:20.302689 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7ad97515-09e3-494f-a9f6-4ee737622cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696756'] for network (8d882acc-8185-427d-b7ca-6a150ac29628), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:20.307654 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-7ad97515-09e3-494f-a9f6-4ee737622cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-394197'] for network (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:20.308708 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-b4353f01-5905-4310-a158-79fd044992cf None None] No Port match for: 1c28a692-57dc-49eb-bfcf-a553534e145d {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:46:20.309054 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Device 1c28a692-57dc-49eb-bfcf-a553534e145d not bound to the agent host dv-cinder-828805-3-iscsi {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:46:20.312010 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-7ad97515-09e3-494f-a9f6-4ee737622cdc admin admin] 10.222.0.42 "DELETE /v2.0/networks/8d882acc-8185-427d-b7ca-6a150ac29628 HTTP/1.1" status: 204 len: 168 time: 0.7165751 May 26 21:46:20.326525 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad97515-09e3-494f-a9f6-4ee737622cdc admin admin] Pushing event deleted for resources: {'Network': ['ID=8d882acc-8185-427d-b7ca-6a150ac29628,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:46:20.654571 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 59152) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:46:20.705638 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-29ede5ac-054f-45d6-9eb8-fcc3af153032 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fe887b2709bc446c8198c3d141c353af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0495691 May 26 21:46:20.708231 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 59154) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:46:20.757704 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-dc58f145-98dd-447d-a914-7826d2784510 admin admin] Publish callbacks [] for security_group (dd1bebe2-2b2e-43cc-b6eb-9ff5353514a0), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:20.785463 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-dc58f145-98dd-447d-a914-7826d2784510 admin admin] Publish callbacks [] for security_group (dd1bebe2-2b2e-43cc-b6eb-9ff5353514a0), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:20.912725 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-dc58f145-98dd-447d-a914-7826d2784510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (dd1bebe2-2b2e-43cc-b6eb-9ff5353514a0), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:20.915243 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-dc58f145-98dd-447d-a914-7826d2784510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:20.916425 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-dc58f145-98dd-447d-a914-7826d2784510 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd1bebe2-2b2e-43cc-b6eb-9ff5353514a0 HTTP/1.1" status: 204 len: 168 time: 0.2074630 May 26 21:46:20.925122 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58f145-98dd-447d-a914-7826d2784510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1bebe2-2b2e-43cc-b6eb-9ff5353514a0,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:46:21.066413 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-bca85f0e-e2e9-4703-b232-3e8f519f5865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:23.483729 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-468d1fad-c049-48c7-b264-26772ef76d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:23.517383 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 59204) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:46:23.626038 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ef431faf-7729-4174-8380-3e5cef66f009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:23.627588 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:23.642191 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:23.702720 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ef431faf-7729-4174-8380-3e5cef66f009 admin admin] Publish callbacks [] for security_group (2eb6256d-5a34-48be-8444-b3882fc56b4c), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:23.797933 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-ef431faf-7729-4174-8380-3e5cef66f009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (2eb6256d-5a34-48be-8444-b3882fc56b4c), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:23.838014 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-ef431faf-7729-4174-8380-3e5cef66f009 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ecbf00b5eddb40eaa48d935b459207d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3194849 May 26 21:46:23.838868 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef431faf-7729-4174-8380-3e5cef66f009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb6256d-5a34-48be-8444-b3882fc56b4c,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:46:23.840647 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 59208) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:46:23.891945 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-1a9fd876-fb98-4c02-b0ad-b4e81af87916 admin admin] Publish callbacks [] for security_group (2eb6256d-5a34-48be-8444-b3882fc56b4c), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:23.913941 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-1a9fd876-fb98-4c02-b0ad-b4e81af87916 admin admin] Publish callbacks [] for security_group (2eb6256d-5a34-48be-8444-b3882fc56b4c), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:24.037868 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-1a9fd876-fb98-4c02-b0ad-b4e81af87916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (2eb6256d-5a34-48be-8444-b3882fc56b4c), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:24.040428 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-1a9fd876-fb98-4c02-b0ad-b4e81af87916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:24.041596 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-1a9fd876-fb98-4c02-b0ad-b4e81af87916 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2eb6256d-5a34-48be-8444-b3882fc56b4c HTTP/1.1" status: 204 len: 168 time: 0.1991279 May 26 21:46:24.050427 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9fd876-fb98-4c02-b0ad-b4e81af87916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb6256d-5a34-48be-8444-b3882fc56b4c,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:46:24.677680 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:24.679193 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 59214) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:46:24.692912 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-283decd1-5218-45b6-884b-cb04b3a5a500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:24.773090 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-283decd1-5218-45b6-884b-cb04b3a5a500 admin admin] Publish callbacks [] for security_group (3ca307f0-a5f2-40bb-ae93-05d9e66b8bf3), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:24.833994 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-283decd1-5218-45b6-884b-cb04b3a5a500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (3ca307f0-a5f2-40bb-ae93-05d9e66b8bf3), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:24.873931 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283decd1-5218-45b6-884b-cb04b3a5a500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca307f0-a5f2-40bb-ae93-05d9e66b8bf3,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:46:24.879330 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-283decd1-5218-45b6-884b-cb04b3a5a500 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c8e855b935474c438ec75d28f1bd7e98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1985345 May 26 21:46:24.881447 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 59216) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:46:24.926517 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=11,neutron:INSERT=5 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:24.929441 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2a8320f5-3fb4-4b43-bd43-223f3f18dfd6 admin admin] Publish callbacks [] for security_group (3ca307f0-a5f2-40bb-ae93-05d9e66b8bf3), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:24.950737 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2a8320f5-3fb4-4b43-bd43-223f3f18dfd6 admin admin] Publish callbacks [] for security_group (3ca307f0-a5f2-40bb-ae93-05d9e66b8bf3), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:25.108148 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:25.108397 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2a8320f5-3fb4-4b43-bd43-223f3f18dfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (3ca307f0-a5f2-40bb-ae93-05d9e66b8bf3), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:25.111113 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-2a8320f5-3fb4-4b43-bd43-223f3f18dfd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:25.112295 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-2a8320f5-3fb4-4b43-bd43-223f3f18dfd6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ca307f0-a5f2-40bb-ae93-05d9e66b8bf3 HTTP/1.1" status: 204 len: 168 time: 0.2299438 May 26 21:46:25.120180 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8320f5-3fb4-4b43-bd43-223f3f18dfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca307f0-a5f2-40bb-ae93-05d9e66b8bf3,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:46:26.188752 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:27.656793 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:28.852936 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=21 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:28.853792 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=2 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:33.856297 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:INSERT=11,neutron:SELECT=29,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:35.116301 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:37.546344 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=67,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:37.550488 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=47,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:45.301316 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 59426) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:46:45.403453 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-542cc1de-149c-4d78-9233-666af99570dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:45.482545 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-542cc1de-149c-4d78-9233-666af99570dc admin admin] Publish callbacks [] for security_group (2d9a583d-a45f-4f12-b208-3b6b60b4502c), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:45.554002 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-542cc1de-149c-4d78-9233-666af99570dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (2d9a583d-a45f-4f12-b208-3b6b60b4502c), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:45.597911 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-542cc1de-149c-4d78-9233-666af99570dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=542f257c120e46609c5f6f3537777d87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954042 May 26 21:46:45.598647 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cc1de-149c-4d78-9233-666af99570dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9a583d-a45f-4f12-b208-3b6b60b4502c,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:46:45.601782 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 59430) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:46:45.653541 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e93dcaaa-43dd-4f5e-adad-480a61bbb7e6 admin admin] Publish callbacks [] for security_group (2d9a583d-a45f-4f12-b208-3b6b60b4502c), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:45.676330 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e93dcaaa-43dd-4f5e-adad-480a61bbb7e6 admin admin] Publish callbacks [] for security_group (2d9a583d-a45f-4f12-b208-3b6b60b4502c), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:45.782261 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e93dcaaa-43dd-4f5e-adad-480a61bbb7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (2d9a583d-a45f-4f12-b208-3b6b60b4502c), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:45.785088 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-e93dcaaa-43dd-4f5e-adad-480a61bbb7e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:45.786286 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-e93dcaaa-43dd-4f5e-adad-480a61bbb7e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d9a583d-a45f-4f12-b208-3b6b60b4502c HTTP/1.1" status: 204 len: 168 time: 0.1831527 May 26 21:46:45.794864 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93dcaaa-43dd-4f5e-adad-480a61bbb7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9a583d-a45f-4f12-b208-3b6b60b4502c,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:46:46.397836 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 59436) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:46:46.411515 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-09aac9cd-9639-4d1d-8eab-d7b910a73ce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:46.463587 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:46:46.490059 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-09aac9cd-9639-4d1d-8eab-d7b910a73ce1 admin admin] Publish callbacks [] for security_group (70f0aae8-22f3-43d5-a92a-6b22ecaa39de), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:46.553474 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-09aac9cd-9639-4d1d-8eab-d7b910a73ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (70f0aae8-22f3-43d5-a92a-6b22ecaa39de), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:46.591208 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aac9cd-9639-4d1d-8eab-d7b910a73ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f0aae8-22f3-43d5-a92a-6b22ecaa39de,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:46:46.595416 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-09aac9cd-9639-4d1d-8eab-d7b910a73ce1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9df74d4cf01a4a6e84cdc3e47c3d1115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965444 May 26 21:46:46.598559 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 59438) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:46:46.646221 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-5f70ea03-3c7a-470a-a42e-a5e2890d0324 admin admin] Publish callbacks [] for security_group (70f0aae8-22f3-43d5-a92a-6b22ecaa39de), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:46.667766 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-5f70ea03-3c7a-470a-a42e-a5e2890d0324 admin admin] Publish callbacks [] for security_group (70f0aae8-22f3-43d5-a92a-6b22ecaa39de), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:46.782061 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-5f70ea03-3c7a-470a-a42e-a5e2890d0324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (70f0aae8-22f3-43d5-a92a-6b22ecaa39de), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:46.784690 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-5f70ea03-3c7a-470a-a42e-a5e2890d0324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:46.786095 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-5f70ea03-3c7a-470a-a42e-a5e2890d0324 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70f0aae8-22f3-43d5-a92a-6b22ecaa39de HTTP/1.1" status: 204 len: 168 time: 0.1864102 May 26 21:46:46.800285 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70ea03-3c7a-470a-a42e-a5e2890d0324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f0aae8-22f3-43d5-a92a-6b22ecaa39de,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:46:47.197227 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=16 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:49.693278 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 59510) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:46:49.811415 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-9d428339-1f52-4b0f-8e36-99cb47e8fed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:49.888839 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-9d428339-1f52-4b0f-8e36-99cb47e8fed1 admin admin] Publish callbacks [] for security_group (69ee3741-0771-48d1-abaa-7ba38a61b85d), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:49.976540 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-9d428339-1f52-4b0f-8e36-99cb47e8fed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (69ee3741-0771-48d1-abaa-7ba38a61b85d), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:50.015967 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d428339-1f52-4b0f-8e36-99cb47e8fed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ee3741-0771-48d1-abaa-7ba38a61b85d,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:46:50.020191 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-9d428339-1f52-4b0f-8e36-99cb47e8fed1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dd79164d103e48c3b9694c7853fefc2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258975 May 26 21:46:50.023557 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 59514) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:46:50.070253 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a6cde52e-c293-4bc6-a188-cb10cc4d9cf7 admin admin] Publish callbacks [] for security_group (69ee3741-0771-48d1-abaa-7ba38a61b85d), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:50.071560 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:50.091940 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a6cde52e-c293-4bc6-a188-cb10cc4d9cf7 admin admin] Publish callbacks [] for security_group (69ee3741-0771-48d1-abaa-7ba38a61b85d), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:50.105928 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:50.259954 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a6cde52e-c293-4bc6-a188-cb10cc4d9cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (69ee3741-0771-48d1-abaa-7ba38a61b85d), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:50.262548 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-a6cde52e-c293-4bc6-a188-cb10cc4d9cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:50.263685 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-a6cde52e-c293-4bc6-a188-cb10cc4d9cf7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/69ee3741-0771-48d1-abaa-7ba38a61b85d HTTP/1.1" status: 204 len: 168 time: 0.2398932 May 26 21:46:50.271919 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cde52e-c293-4bc6-a188-cb10cc4d9cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ee3741-0771-48d1-abaa-7ba38a61b85d,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:46:50.898055 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 59520) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:46:50.911196 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2982-8ec4-4c63-ba43-1ffe2a346848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:50.983980 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2982-8ec4-4c63-ba43-1ffe2a346848 admin admin] Publish callbacks [] for security_group (34e43a2e-eab2-4976-88f1-d0d3fde28461), precommit_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:51.056510 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2982-8ec4-4c63-ba43-1ffe2a346848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (34e43a2e-eab2-4976-88f1-d0d3fde28461), after_create {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:51.084964 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-6142811e-ff5e-4111-aafe-4f5ebb40406f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:51.100000 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-d0ae2982-8ec4-4c63-ba43-1ffe2a346848 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ec071fe5a7c47e89b6aef73529f9bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2008271 May 26 21:46:51.100835 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae2982-8ec4-4c63-ba43-1ffe2a346848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e43a2e-eab2-4976-88f1-d0d3fde28461,revision_number=1']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:46:51.102734 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 59522) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:46:51.154424 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-5cd36c02-1a3b-45f0-bf6d-d1c0e40f9362 admin admin] Publish callbacks [] for security_group (34e43a2e-eab2-4976-88f1-d0d3fde28461), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:51.175571 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-5cd36c02-1a3b-45f0-bf6d-d1c0e40f9362 admin admin] Publish callbacks [] for security_group (34e43a2e-eab2-4976-88f1-d0d3fde28461), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:51.301902 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-5cd36c02-1a3b-45f0-bf6d-d1c0e40f9362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (34e43a2e-eab2-4976-88f1-d0d3fde28461), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:51.304459 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-5cd36c02-1a3b-45f0-bf6d-d1c0e40f9362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:51.305594 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-5cd36c02-1a3b-45f0-bf6d-d1c0e40f9362 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34e43a2e-eab2-4976-88f1-d0d3fde28461 HTTP/1.1" status: 204 len: 168 time: 0.2018962 May 26 21:46:51.313367 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd36c02-1a3b-45f0-bf6d-d1c0e40f9362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e43a2e-eab2-4976-88f1-d0d3fde28461,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:46:53.438832 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-8e49d049-aa76-446a-8bf3-21bb13973923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:54.662960 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:55.096094 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:56.210393 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:46:57.510720 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=14 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:57.511583 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:46:57.614510 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:01.091654 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=17,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:47:01.096810 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=25,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:47:01.308652 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=34,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:47:01.309906 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=36,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:47:01.479444 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [req-65112cbd-aba4-4ff8-a0eb-dfb3d8760bef req-53be8b85-649b-4178-b0c6-7c012dfe8119 service neutron] (104642) timed out ('10.222.0.42', 53734) {{(pid=104642) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 21:47:01.676521 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [req-65112cbd-aba4-4ff8-a0eb-dfb3d8760bef req-334ae4db-1d79-4809-9e7b-0a7b3ea63848 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] (104642) timed out ('10.222.0.42', 53742) {{(pid=104642) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 21:47:07.556043 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:47:07.557947 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:47:16.461282 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:47:16.462098 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:47:21.081982 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-43160aa8-1762-4f6f-86bf-3d9ecc6adad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:23.449611 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-355c659f-f984-46c6-a801-e019685beee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:23.463166 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:47:24.632739 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:25.078007 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:26.225145 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:27.609729 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:29.264528 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [-] (104643) accepted ('10.222.0.42', 59742) {{(pid=104643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:47:29.377026 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ac3c47c2-2330-41ed-85e1-b72ec983cf27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:29.452496 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ac3c47c2-2330-41ed-85e1-b72ec983cf27 admin admin] Publish callbacks [] for security_group (8a1d7005-9f77-4901-828d-6b3fe1f6ddf9), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:29.545250 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [None req-ac3c47c2-2330-41ed-85e1-b72ec983cf27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (8a1d7005-9f77-4901-828d-6b3fe1f6ddf9), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:29.586307 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [None req-ac3c47c2-2330-41ed-85e1-b72ec983cf27 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=633928e23df14e53998ef1ce62f6587a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3206689 May 26 21:47:29.587013 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c47c2-2330-41ed-85e1-b72ec983cf27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1d7005-9f77-4901-828d-6b3fe1f6ddf9,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:47:29.589575 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 59746) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:47:29.594932 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c47c2-2330-41ed-85e1-b72ec983cf27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.595260 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c47c2-2330-41ed-85e1-b72ec983cf27 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.595611 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c47c2-2330-41ed-85e1-b72ec983cf27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.595966 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c47c2-2330-41ed-85e1-b72ec983cf27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.596301 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c47c2-2330-41ed-85e1-b72ec983cf27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.596630 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c47c2-2330-41ed-85e1-b72ec983cf27 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.596952 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c47c2-2330-41ed-85e1-b72ec983cf27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.597280 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c47c2-2330-41ed-85e1-b72ec983cf27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.597601 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c47c2-2330-41ed-85e1-b72ec983cf27 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.597922 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c47c2-2330-41ed-85e1-b72ec983cf27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.598307 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c47c2-2330-41ed-85e1-b72ec983cf27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.598629 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c47c2-2330-41ed-85e1-b72ec983cf27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.598946 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c47c2-2330-41ed-85e1-b72ec983cf27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.599272 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c47c2-2330-41ed-85e1-b72ec983cf27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.599588 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c47c2-2330-41ed-85e1-b72ec983cf27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.640637 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c36a3121-4a3a-4316-9733-0c6192a51939 admin admin] Publish callbacks [] for security_group (8a1d7005-9f77-4901-828d-6b3fe1f6ddf9), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:29.663367 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c36a3121-4a3a-4316-9733-0c6192a51939 admin admin] Publish callbacks [] for security_group (8a1d7005-9f77-4901-828d-6b3fe1f6ddf9), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:29.809844 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c36a3121-4a3a-4316-9733-0c6192a51939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (8a1d7005-9f77-4901-828d-6b3fe1f6ddf9), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:29.812431 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-c36a3121-4a3a-4316-9733-0c6192a51939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:29.816101 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-c36a3121-4a3a-4316-9733-0c6192a51939 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a1d7005-9f77-4901-828d-6b3fe1f6ddf9 HTTP/1.1" status: 204 len: 168 time: 0.2229664 May 26 21:47:29.822448 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a3121-4a3a-4316-9733-0c6192a51939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1d7005-9f77-4901-828d-6b3fe1f6ddf9,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:47:29.830119 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a3121-4a3a-4316-9733-0c6192a51939 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.830461 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a3121-4a3a-4316-9733-0c6192a51939 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.830799 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a3121-4a3a-4316-9733-0c6192a51939 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.831264 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a3121-4a3a-4316-9733-0c6192a51939 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.831595 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a3121-4a3a-4316-9733-0c6192a51939 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.831948 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a3121-4a3a-4316-9733-0c6192a51939 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.832272 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a3121-4a3a-4316-9733-0c6192a51939 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.832594 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a3121-4a3a-4316-9733-0c6192a51939 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.833541 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a3121-4a3a-4316-9733-0c6192a51939 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.833866 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a3121-4a3a-4316-9733-0c6192a51939 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.834188 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a3121-4a3a-4316-9733-0c6192a51939 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.834505 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a3121-4a3a-4316-9733-0c6192a51939 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.834829 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a3121-4a3a-4316-9733-0c6192a51939 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.835141 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a3121-4a3a-4316-9733-0c6192a51939 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:29.835450 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a3121-4a3a-4316-9733-0c6192a51939 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:33.096905 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-545d9c45-39df-4d14-a974-816c38854b17 req-0eb09fbc-1676-43a8-998a-848a382b0ed6 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=df9771acff0a4257add6cd30be632e7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338068 May 26 21:47:33.277872 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d9c45-39df-4d14-a974-816c38854b17 req-d9575bb8-c30f-4cbf-9f73-9c55507b396f tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:47:33.279231 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-545d9c45-39df-4d14-a974-816c38854b17 req-d9575bb8-c30f-4cbf-9f73-9c55507b396f tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771064 May 26 21:47:33.294022 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-545d9c45-39df-4d14-a974-816c38854b17 req-bd460ab5-60b6-499b-87e2-bc0f9f308352 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/quotas/df9771acff0a4257add6cd30be632e7d HTTP/1.1" status: 200 len: 375 time: 0.0093691 May 26 21:47:33.325907 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-545d9c45-39df-4d14-a974-816c38854b17 req-b62b4930-7d01-4f01-a425-cd67104a33df tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=df9771acff0a4257add6cd30be632e7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270636 May 26 21:47:33.730571 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-f211c9f9-50b7-447b-95f1-cbbb2e769609 req-598b7229-072f-4c41-a9a6-47838e70644f tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/ports?device_id=264bbd99-505d-45fb-beb5-465545db2fc5 HTTP/1.1" status: 200 len: 210 time: 0.1478810 May 26 21:47:34.516096 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:47:34.516802 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:47:34.843077 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4e2d0179-1f8b-4ec6-8ee8-ec29d9316ac2 req-b86734f1-ccd7-4106-8680-8e4aa45b35c7 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/ports?device_id=264bbd99-505d-45fb-beb5-465545db2fc5 HTTP/1.1" status: 200 len: 210 time: 0.0284047 May 26 21:47:35.464598 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-545d9c45-39df-4d14-a974-816c38854b17 req-5efdea81-ec55-4192-a386-a2238de7036d tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=df9771acff0a4257add6cd30be632e7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208933 May 26 21:47:35.577020 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d9c45-39df-4d14-a974-816c38854b17 req-dd5b274b-da5a-415a-851c-32796e7e8673 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:47:35.578439 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-545d9c45-39df-4d14-a974-816c38854b17 req-dd5b274b-da5a-415a-851c-32796e7e8673 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1088898 May 26 21:47:35.592290 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-545d9c45-39df-4d14-a974-816c38854b17 req-f498d830-fbea-4b75-9c48-316f74cfe7c6 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Request body: {'port': {'device_id': '264bbd99-505d-45fb-beb5-465545db2fc5', 'network_id': '0d4233ad-5ba0-4511-ad06-d61bf32cf21f', 'admin_state_up': True, 'tenant_id': 'df9771acff0a4257add6cd30be632e7d'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:47:35.773560 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545d9c45-39df-4d14-a974-816c38854b17 req-f498d830-fbea-4b75-9c48-316f74cfe7c6 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Made reservation on behalf of df9771acff0a4257add6cd30be632e7d for: {'port': 1} {{(pid=104643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:47:35.776928 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-545d9c45-39df-4d14-a974-816c38854b17 req-f498d830-fbea-4b75-9c48-316f74cfe7c6 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:35.785663 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-545d9c45-39df-4d14-a974-816c38854b17 req-f498d830-fbea-4b75-9c48-316f74cfe7c6 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Publish callbacks [] for security_group (None), before_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:35.863199 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-545d9c45-39df-4d14-a974-816c38854b17 req-f498d830-fbea-4b75-9c48-316f74cfe7c6 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Publish callbacks [] for security_group (a6736678-d517-4745-87cd-30a8a9f61cd8), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:35.940751 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-7171030b-5624-4ab7-a1b6-53f6cf6a5683 req-d5f61c83-3f26-4994-abbe-a4c11db20dd4 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/ports?device_id=264bbd99-505d-45fb-beb5-465545db2fc5 HTTP/1.1" status: 200 len: 210 time: 0.0282047 May 26 21:47:35.956135 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-545d9c45-39df-4d14-a974-816c38854b17 req-f498d830-fbea-4b75-9c48-316f74cfe7c6 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (a6736678-d517-4745-87cd-30a8a9f61cd8), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:36.021668 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498d830-fbea-4b75-9c48-316f74cfe7c6 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6736678-d517-4745-87cd-30a8a9f61cd8,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:47:36.079577 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:47:36.092222 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.db_base_plugin_common [req-545d9c45-39df-4d14-a974-816c38854b17 req-f498d830-fbea-4b75-9c48-316f74cfe7c6 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Allocated IP 192.168.233.72 (0d4233ad-5ba0-4511-ad06-d61bf32cf21f/5bcf5a5e-cf18-404d-b0a2-315279876e32/91d12a2b-7b75-4333-99ef-efc987453d6b) {{(pid=104643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:47:36.103493 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:47:36.240664 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-545d9c45-39df-4d14-a974-816c38854b17 req-f498d830-fbea-4b75-9c48-316f74cfe7c6 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Publish callbacks [] for port (91d12a2b-7b75-4333-99ef-efc987453d6b), precommit_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:36.339373 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-545d9c45-39df-4d14-a974-816c38854b17 req-f498d830-fbea-4b75-9c48-316f74cfe7c6 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745430818088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (91d12a2b-7b75-4333-99ef-efc987453d6b), after_create {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:36.384538 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545d9c45-39df-4d14-a974-816c38854b17 req-f498d830-fbea-4b75-9c48-316f74cfe7c6 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Network 0d4233ad-5ba0-4511-ad06-d61bf32cf21f is already hosted by enough agents. {{(pid=104643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:47:36.389548 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.scheduler.base_scheduler [req-545d9c45-39df-4d14-a974-816c38854b17 req-f498d830-fbea-4b75-9c48-316f74cfe7c6 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Resources bound (agent type, host, resource id): {{(pid=104643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:47:36.393149 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-545d9c45-39df-4d14-a974-816c38854b17 req-f498d830-fbea-4b75-9c48-316f74cfe7c6 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Received port after_create {{(pid=104643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:47:36.399538 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498d830-fbea-4b75-9c48-316f74cfe7c6 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Pushing event updated for resources: {'Port': ['ID=91d12a2b-7b75-4333-99ef-efc987453d6b,revision_number=1']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:47:36.448565 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d9c45-39df-4d14-a974-816c38854b17 req-f498d830-fbea-4b75-9c48-316f74cfe7c6 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:47:36.449090 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-545d9c45-39df-4d14-a974-816c38854b17 req-f498d830-fbea-4b75-9c48-316f74cfe7c6 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:36.538517 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-545d9c45-39df-4d14-a974-816c38854b17 req-f498d830-fbea-4b75-9c48-316f74cfe7c6 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9499414 May 26 21:47:36.548271 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [req-545d9c45-39df-4d14-a974-816c38854b17 req-4237c7d7-9e93-4afe-b93c-73275132ceaf tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104643) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:47:36.549367 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-545d9c45-39df-4d14-a974-816c38854b17 req-4237c7d7-9e93-4afe-b93c-73275132ceaf tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057347 May 26 21:47:36.561553 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.v2.base [req-545d9c45-39df-4d14-a974-816c38854b17 req-fdcf71fa-6bbc-4897-b4de-ba7212604265 service neutron] Request body: {'port': {'device_id': '264bbd99-505d-45fb-beb5-465545db2fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:47:36.629571 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-545d9c45-39df-4d14-a974-816c38854b17 req-fdcf71fa-6bbc-4897-b4de-ba7212604265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (91d12a2b-7b75-4333-99ef-efc987453d6b), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:36.635947 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-92cf7079-71e8-415f-9fbf-7c6ae02ad860 None None] Provisioning complete for port 91d12a2b-7b75-4333-99ef-efc987453d6b triggered by entity DHCP. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:47:36.636590 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-92cf7079-71e8-415f-9fbf-7c6ae02ad860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (91d12a2b-7b75-4333-99ef-efc987453d6b), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:36.669721 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-92cf7079-71e8-415f-9fbf-7c6ae02ad860 None None] Port 91d12a2b-7b75-4333-99ef-efc987453d6b cannot update to ACTIVE because it is not bound. {{(pid=104644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:47:36.700815 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:47:36.919394 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [req-545d9c45-39df-4d14-a974-816c38854b17 req-fdcf71fa-6bbc-4897-b4de-ba7212604265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d12a2b-7b75-4333-99ef-efc987453d6b {{(pid=104643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:47:36.927097 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-545d9c45-39df-4d14-a974-816c38854b17 req-fdcf71fa-6bbc-4897-b4de-ba7212604265 service neutron] Publish callbacks [] for port (91d12a2b-7b75-4333-99ef-efc987453d6b), precommit_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:36.940118 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.provisioning_blocks [req-545d9c45-39df-4d14-a974-816c38854b17 req-fdcf71fa-6bbc-4897-b4de-ba7212604265 service neutron] Transition to ACTIVE for port object 91d12a2b-7b75-4333-99ef-efc987453d6b will not be triggered until provisioned by entity L2. {{(pid=104643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:47:37.001818 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-545d9c45-39df-4d14-a974-816c38854b17 req-fdcf71fa-6bbc-4897-b4de-ba7212604265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (91d12a2b-7b75-4333-99ef-efc987453d6b), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:37.096748 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a9b10-d205-46ba-b6ef-389b102d5141 req-744be29f-738c-498d-aae7-352271990c11 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:47:37.098254 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4d7a9b10-d205-46ba-b6ef-389b102d5141 req-744be29f-738c-498d-aae7-352271990c11 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/ports?device_id=264bbd99-505d-45fb-beb5-465545db2fc5 HTTP/1.1" status: 200 len: 947 time: 0.0878780 May 26 21:47:37.102138 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf71fa-6bbc-4897-b4de-ba7212604265 service neutron] Pushing event updated for resources: {'Port': ['ID=91d12a2b-7b75-4333-99ef-efc987453d6b,revision_number=2']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:47:37.194943 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-4d7a9b10-d205-46ba-b6ef-389b102d5141 req-dc7d3f49-c795-4c34-9222-f9514fd5b75e tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6736678-d517-4745-87cd-30a8a9f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776730 May 26 21:47:37.208646 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-545d9c45-39df-4d14-a974-816c38854b17 req-fdcf71fa-6bbc-4897-b4de-ba7212604265 service neutron] Attempting to bind port 91d12a2b-7b75-4333-99ef-efc987453d6b on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:47:37.208983 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-545d9c45-39df-4d14-a974-816c38854b17 req-fdcf71fa-6bbc-4897-b4de-ba7212604265 service neutron] Attempting to bind port 91d12a2b-7b75-4333-99ef-efc987453d6b by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'de177cb7-76e1-44a3-abc0-091e5fe29a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0d4233ad-5ba0-4511-ad06-d61bf32cf21f'}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:47:37.209349 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d9c45-39df-4d14-a974-816c38854b17 req-fdcf71fa-6bbc-4897-b4de-ba7212604265 service neutron] Attempting to bind port 91d12a2b-7b75-4333-99ef-efc987453d6b on network 0d4233ad-5ba0-4511-ad06-d61bf32cf21f {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:47:37.214555 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d9c45-39df-4d14-a974-816c38854b17 req-fdcf71fa-6bbc-4897-b4de-ba7212604265 service neutron] Port 91d12a2b-7b75-4333-99ef-efc987453d6b on network 0d4233ad-5ba0-4511-ad06-d61bf32cf21f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:47:37.215003 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d9c45-39df-4d14-a974-816c38854b17 req-fdcf71fa-6bbc-4897-b4de-ba7212604265 service neutron] Attempting to bind port 91d12a2b-7b75-4333-99ef-efc987453d6b on network 0d4233ad-5ba0-4511-ad06-d61bf32cf21f {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:47:37.220234 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d9c45-39df-4d14-a974-816c38854b17 req-fdcf71fa-6bbc-4897-b4de-ba7212604265 service neutron] Checking agent: {'id': '2bd30f19-4481-40fa-92e6-11ccee452902', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'started_at': datetime.datetime(2022, 5, 26, 21, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:47:37.220588 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d9c45-39df-4d14-a974-816c38854b17 req-fdcf71fa-6bbc-4897-b4de-ba7212604265 service neutron] Checking segment: {'id': 'de177cb7-76e1-44a3-abc0-091e5fe29a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0d4233ad-5ba0-4511-ad06-d61bf32cf21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:47:37.220925 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d9c45-39df-4d14-a974-816c38854b17 req-fdcf71fa-6bbc-4897-b4de-ba7212604265 service neutron] Bound using segment: {'id': 'de177cb7-76e1-44a3-abc0-091e5fe29a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0d4233ad-5ba0-4511-ad06-d61bf32cf21f'} {{(pid=104643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:47:37.221344 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.managers [req-545d9c45-39df-4d14-a974-816c38854b17 req-fdcf71fa-6bbc-4897-b4de-ba7212604265 service neutron] Bound port: 91d12a2b-7b75-4333-99ef-efc987453d6b, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de177cb7-76e1-44a3-abc0-091e5fe29a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0d4233ad-5ba0-4511-ad06-d61bf32cf21f'}}] {{(pid=104643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:47:37.221693 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-545d9c45-39df-4d14-a974-816c38854b17 req-fdcf71fa-6bbc-4897-b4de-ba7212604265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (91d12a2b-7b75-4333-99ef-efc987453d6b), before_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:37.236882 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:47:37.294990 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-545d9c45-39df-4d14-a974-816c38854b17 req-fdcf71fa-6bbc-4897-b4de-ba7212604265 service neutron] For port 91d12a2b-7b75-4333-99ef-efc987453d6b, host hv-cinder-82880, cleared binding levels {{(pid=104643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:47:37.298190 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-545d9c45-39df-4d14-a974-816c38854b17 req-fdcf71fa-6bbc-4897-b4de-ba7212604265 service neutron] For port 91d12a2b-7b75-4333-99ef-efc987453d6b, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=91d12a2b-7b75-4333-99ef-efc987453d6b,segment=NetworkSegment(de177cb7-76e1-44a3-abc0-091e5fe29a9e),segment_id=de177cb7-76e1-44a3-abc0-091e5fe29a9e)] {{(pid=104643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:47:37.368417 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-545d9c45-39df-4d14-a974-816c38854b17 req-fdcf71fa-6bbc-4897-b4de-ba7212604265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4563149'] for port (91d12a2b-7b75-4333-99ef-efc987453d6b), after_update {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:37.402883 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d9c45-39df-4d14-a974-816c38854b17 req-fdcf71fa-6bbc-4897-b4de-ba7212604265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:47:37.403466 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-545d9c45-39df-4d14-a974-816c38854b17 req-fdcf71fa-6bbc-4897-b4de-ba7212604265 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:37.404901 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-545d9c45-39df-4d14-a974-816c38854b17 req-fdcf71fa-6bbc-4897-b4de-ba7212604265 service neutron] 10.222.0.60 "PUT /v2.0/ports/91d12a2b-7b75-4333-99ef-efc987453d6b HTTP/1.1" status: 200 len: 1097 time: 0.8485084 May 26 21:47:37.405372 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264bbd99-505d-45fb-beb5-465545db2fc5', 'tag': '91d12a2b-7b75-4333-99ef-efc987453d6b'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:47:37.407649 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c95c74-7670-48df-b3e2-1de6e021493a" -d '{"events": [{"name": "network-changed", "server_uuid": "264bbd99-505d-45fb-beb5-465545db2fc5", "tag": "91d12a2b-7b75-4333-99ef-efc987453d6b"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:47:37.436578 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf71fa-6bbc-4897-b4de-ba7212604265 service neutron] Pushing event updated for resources: {'Port': ['ID=91d12a2b-7b75-4333-99ef-efc987453d6b,revision_number=3']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:47:37.448966 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1703c83c-4c28-44d0-88e5-53b0ffe7352a x-openstack-request-id: req-1703c83c-4c28-44d0-88e5-53b0ffe7352a {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:47:37.453917 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264bbd99-505d-45fb-beb5-465545db2fc5", "tag": "91d12a2b-7b75-4333-99ef-efc987453d6b", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:47:37.453917 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1703c83c-4c28-44d0-88e5-53b0ffe7352a {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:47:37.453917 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1703c83c-4c28-44d0-88e5-53b0ffe7352a'] response: {'name': 'network-changed', 'server_uuid': '264bbd99-505d-45fb-beb5-465545db2fc5', 'tag': '91d12a2b-7b75-4333-99ef-efc987453d6b', 'status': 'completed', 'code': 200} May 26 21:47:37.508623 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c95c74-7670-48df-b3e2-1de6e021493a req-712eea64-c6c5-4348-be79-a3f54fd2af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:47:37.510124 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f2c95c74-7670-48df-b3e2-1de6e021493a req-712eea64-c6c5-4348-be79-a3f54fd2af23 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df9771acff0a4257add6cd30be632e7d&device_id=264bbd99-505d-45fb-beb5-465545db2fc5 HTTP/1.1" status: 200 len: 1131 time: 0.0416038 May 26 21:47:37.535722 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f2c95c74-7670-48df-b3e2-1de6e021493a req-22d16d54-7460-484f-b81d-dbc5bf1f8e03 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=df9771acff0a4257add6cd30be632e7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194132 May 26 21:47:37.634593 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c95c74-7670-48df-b3e2-1de6e021493a req-8822b25b-81fd-4271-bfc7-b13ff4bad82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:47:37.636084 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-f2c95c74-7670-48df-b3e2-1de6e021493a req-8822b25b-81fd-4271-bfc7-b13ff4bad82d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943565 May 26 21:47:37.714526 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d9c45-39df-4d14-a974-816c38854b17 req-49f74280-80db-40c5-8639-2a0f9b25c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:47:37.716115 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-545d9c45-39df-4d14-a974-816c38854b17 req-49f74280-80db-40c5-8639-2a0f9b25c5b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df9771acff0a4257add6cd30be632e7d&device_id=264bbd99-505d-45fb-beb5-465545db2fc5 HTTP/1.1" status: 200 len: 1131 time: 0.0395508 May 26 21:47:37.757381 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-545d9c45-39df-4d14-a974-816c38854b17 req-99f18453-5436-4589-824c-c48654fffa69 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=91d12a2b-7b75-4333-99ef-efc987453d6b HTTP/1.1" status: 200 len: 217 time: 0.0341213 May 26 21:47:37.807353 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d9c45-39df-4d14-a974-816c38854b17 req-b93d765d-986e-47a3-b521-564ffe4c863e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:47:37.808832 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-545d9c45-39df-4d14-a974-816c38854b17 req-b93d765d-986e-47a3-b521-564ffe4c863e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bcf5a5e-cf18-404d-b0a2-315279876e32 HTTP/1.1" status: 200 len: 843 time: 0.0448997 May 26 21:47:37.853053 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d9c45-39df-4d14-a974-816c38854b17 req-f53691f1-22fe-4e54-aad3-5045cdccf1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:47:37.854602 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-545d9c45-39df-4d14-a974-816c38854b17 req-f53691f1-22fe-4e54-aad3-5045cdccf1b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d4233ad-5ba0-4511-ad06-d61bf32cf21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0399642 May 26 21:47:37.876514 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:47:37.948646 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-545d9c45-39df-4d14-a974-816c38854b17 req-2d9a7d72-a768-491f-af6d-1021a9d2d4a5 service neutron] 10.222.0.60 "GET /v2.0/networks/0d4233ad-5ba0-4511-ad06-d61bf32cf21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884061 May 26 21:47:38.325123 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-545d9c45-39df-4d14-a974-816c38854b17 req-1bc019e2-8dda-4dff-a8fb-db09bed6befe service neutron] 10.222.0.60 "GET /v2.0/networks/0d4233ad-5ba0-4511-ad06-d61bf32cf21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707778 May 26 21:47:38.335853 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a8a8b-090c-4ba4-88cc-e74a71519035 req-069bc57a-0190-4d14-be1f-0cf36b6205e3 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:47:38.337354 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e12a8a8b-090c-4ba4-88cc-e74a71519035 req-069bc57a-0190-4d14-be1f-0cf36b6205e3 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/ports?device_id=264bbd99-505d-45fb-beb5-465545db2fc5 HTTP/1.1" status: 200 len: 947 time: 0.0664666 May 26 21:47:38.384287 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-e12a8a8b-090c-4ba4-88cc-e74a71519035 req-61ca6f1b-d8bb-47d7-b8b4-ff011a6e8c4c tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6736678-d517-4745-87cd-30a8a9f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411673 May 26 21:47:39.504108 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4592e-0d96-4ddd-817b-aca2716e0d0f req-8255ab8a-8e2b-49b2-9445-c453537b38d2 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:47:39.505567 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-94e4592e-0d96-4ddd-817b-aca2716e0d0f req-8255ab8a-8e2b-49b2-9445-c453537b38d2 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/ports?device_id=264bbd99-505d-45fb-beb5-465545db2fc5 HTTP/1.1" status: 200 len: 947 time: 0.0495563 May 26 21:47:39.553772 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-94e4592e-0d96-4ddd-817b-aca2716e0d0f req-abbc65d5-ad89-41b9-b8b0-b932869f1d66 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6736678-d517-4745-87cd-30a8a9f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420837 May 26 21:47:40.667336 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc2137-3156-43cc-9967-cb7b36614f0d req-8596f490-0df6-44a2-8dad-f3ea9edbf722 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:47:40.668823 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-49dc2137-3156-43cc-9967-cb7b36614f0d req-8596f490-0df6-44a2-8dad-f3ea9edbf722 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/ports?device_id=264bbd99-505d-45fb-beb5-465545db2fc5 HTTP/1.1" status: 200 len: 947 time: 0.0465260 May 26 21:47:40.716587 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-49dc2137-3156-43cc-9967-cb7b36614f0d req-5282ab46-d3b3-46c0-963c-e1364aa87efa tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6736678-d517-4745-87cd-30a8a9f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423167 May 26 21:47:41.829595 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905bcd7-103a-4853-b1d0-dc7b0fe1c5aa req-06dc7445-1293-4b72-8dc8-bd743bd96d84 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:47:41.831060 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d905bcd7-103a-4853-b1d0-dc7b0fe1c5aa req-06dc7445-1293-4b72-8dc8-bd743bd96d84 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/ports?device_id=264bbd99-505d-45fb-beb5-465545db2fc5 HTTP/1.1" status: 200 len: 947 time: 0.0467019 May 26 21:47:41.878341 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-d905bcd7-103a-4853-b1d0-dc7b0fe1c5aa req-dfe1668b-484f-4ae5-bc1a-427c47dc11bc tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6736678-d517-4745-87cd-30a8a9f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408850 May 26 21:47:42.912908 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 91d12a2b-7b75-4333-99ef-efc987453d6b details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:47:42.998743 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e1429-529b-477a-8357-d371df4b3c3a req-c04beadd-8d29-41d3-b8d3-3b90c45c7b61 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:47:43.000116 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-de7e1429-529b-477a-8357-d371df4b3c3a req-c04beadd-8d29-41d3-b8d3-3b90c45c7b61 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/ports?device_id=264bbd99-505d-45fb-beb5-465545db2fc5 HTTP/1.1" status: 200 len: 947 time: 0.0462236 May 26 21:47:43.014432 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 91d12a2b-7b75-4333-99ef-efc987453d6b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=91d12a2b-7b75-4333-99ef-efc987453d6b,segment=NetworkSegment(de177cb7-76e1-44a3-abc0-091e5fe29a9e),segment_id=de177cb7-76e1-44a3-abc0-091e5fe29a9e)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:47:43.026370 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Returning: {'device': '91d12a2b-7b75-4333-99ef-efc987453d6b', 'network_id': '0d4233ad-5ba0-4511-ad06-d61bf32cf21f', 'port_id': '91d12a2b-7b75-4333-99ef-efc987453d6b', 'mac_address': 'fa:16:3e:6b:8c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcf5a5e-cf18-404d-b0a2-315279876e32', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:47:43.052056 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-de7e1429-529b-477a-8357-d371df4b3c3a req-2a047739-ae78-496d-baae-e0cee6cfb100 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6736678-d517-4745-87cd-30a8a9f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458810 May 26 21:47:43.062704 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 91d12a2b-7b75-4333-99ef-efc987453d6b is: DOWN; New status is: BUILD {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:47:43.063050 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (91d12a2b-7b75-4333-99ef-efc987453d6b), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:43.076458 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d12a2b-7b75-4333-99ef-efc987453d6b {{(pid=104644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:47:43.102183 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 91d12a2b-7b75-4333-99ef-efc987453d6b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=91d12a2b-7b75-4333-99ef-efc987453d6b,segment=NetworkSegment(de177cb7-76e1-44a3-abc0-091e5fe29a9e),segment_id=de177cb7-76e1-44a3-abc0-091e5fe29a9e)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:47:43.175063 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (91d12a2b-7b75-4333-99ef-efc987453d6b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:43.223720 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=91d12a2b-7b75-4333-99ef-efc987453d6b,revision_number=4']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:47:43.231326 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:43.231668 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:43.232036 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:43.232370 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:43.232699 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:43.233025 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:43.233346 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:43.233665 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:43.233986 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:43.234305 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:43.234625 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:43.235053 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:43.235308 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:43.235623 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:43.235966 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-3-iscsi {{(pid=104644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:47:43.514507 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['91d12a2b-7b75-4333-99ef-efc987453d6b'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:47:44.175491 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa6802-27f4-4ff8-8413-efb513f584d3 req-b72c7d16-612c-407e-bb32-5007cc2f4f58 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:47:44.177013 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4baa6802-27f4-4ff8-8413-efb513f584d3 req-b72c7d16-612c-407e-bb32-5007cc2f4f58 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/ports?device_id=264bbd99-505d-45fb-beb5-465545db2fc5 HTTP/1.1" status: 200 len: 948 time: 0.0533557 May 26 21:47:44.223650 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-4baa6802-27f4-4ff8-8413-efb513f584d3 req-094a7a24-1f5b-43f1-ac1a-10a07c0dc01c tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6736678-d517-4745-87cd-30a8a9f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404296 May 26 21:47:44.912141 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 91d12a2b-7b75-4333-99ef-efc987453d6b up at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:47:44.963004 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning for port 91d12a2b-7b75-4333-99ef-efc987453d6b completed by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:47:45.024216 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.db.provisioning_blocks [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Provisioning complete for port 91d12a2b-7b75-4333-99ef-efc987453d6b triggered by entity L2. {{(pid=104644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:47:45.024583 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1019583'] for port (91d12a2b-7b75-4333-99ef-efc987453d6b), provisioning_complete {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:45.094878 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Current status of the port 91d12a2b-7b75-4333-99ef-efc987453d6b is: BUILD; New status is: ACTIVE {{(pid=104644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:47:45.095247 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014401'] for port (91d12a2b-7b75-4333-99ef-efc987453d6b), before_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:45.097737 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:47:45.114519 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:47:45.120970 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264bbd99-505d-45fb-beb5-465545db2fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d12a2b-7b75-4333-99ef-efc987453d6b'}] {{(pid=104644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:47:45.123162 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b26ea6564405b8c6666df95fa5895ac6d150e8f384c1055e07254a1b8159d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f4bf7d-1d53-49f8-a7d0-bf640d3506d7" -d '{"events": [{"server_uuid": "264bbd99-505d-45fb-beb5-465545db2fc5", "name": "network-vif-plugged", "status": "completed", "tag": "91d12a2b-7b75-4333-99ef-efc987453d6b"}]}' {{(pid=104644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:47:45.135863 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] For port 91d12a2b-7b75-4333-99ef-efc987453d6b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=91d12a2b-7b75-4333-99ef-efc987453d6b,segment=NetworkSegment(de177cb7-76e1-44a3-abc0-091e5fe29a9e),segment_id=de177cb7-76e1-44a3-abc0-091e5fe29a9e)] {{(pid=104644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:47:45.159672 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a13460-b98b-445d-a3cb-4ef8d45363ae x-openstack-request-id: req-c5a13460-b98b-445d-a3cb-4ef8d45363ae {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:47:45.159983 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264bbd99-505d-45fb-beb5-465545db2fc5", "name": "network-vif-plugged", "status": "completed", "tag": "91d12a2b-7b75-4333-99ef-efc987453d6b", "code": 200}]} {{(pid=104644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:47:45.160232 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c5a13460-b98b-445d-a3cb-4ef8d45363ae {{(pid=104644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:47:45.160621 dv-cinder-828805-3-iscsi neutron-server[104644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5a13460-b98b-445d-a3cb-4ef8d45363ae'] response: {'server_uuid': '264bbd99-505d-45fb-beb5-465545db2fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d12a2b-7b75-4333-99ef-efc987453d6b', 'code': 200} May 26 21:47:45.238105 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745431210981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745430818106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745430818124'] for port (91d12a2b-7b75-4333-99ef-efc987453d6b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:45.346833 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d88959-69a1-471e-9397-0cb3c4da6ab6 req-7ac9d2ba-d7ae-42d6-a0ca-a03bd102dbba tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:47:45.349456 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-84d88959-69a1-471e-9397-0cb3c4da6ab6 req-7ac9d2ba-d7ae-42d6-a0ca-a03bd102dbba tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/ports?device_id=264bbd99-505d-45fb-beb5-465545db2fc5 HTTP/1.1" status: 200 len: 949 time: 0.0536499 May 26 21:47:45.414120 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-84d88959-69a1-471e-9397-0cb3c4da6ab6 req-26947a25-8bb0-4fd4-af9c-d915a09ddf9d tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6736678-d517-4745-87cd-30a8a9f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596614 May 26 21:47:45.425299 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Pushing event updated for resources: {'Port': ['ID=91d12a2b-7b75-4333-99ef-efc987453d6b,revision_number=5']} {{(pid=104644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:47:45.609628 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd856cc-eb93-4888-b960-61475c30463c req-dbb4b7c2-20b0-4811-9f26-4b258b3489b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:47:45.611053 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1fd856cc-eb93-4888-b960-61475c30463c req-dbb4b7c2-20b0-4811-9f26-4b258b3489b8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=264bbd99-505d-45fb-beb5-465545db2fc5 HTTP/1.1" status: 200 len: 1133 time: 0.0398283 May 26 21:47:45.657159 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-1fd856cc-eb93-4888-b960-61475c30463c req-27207740-a0b1-4731-9466-c3fa718fb223 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a6736678-d517-4745-87cd-30a8a9f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397696 May 26 21:47:46.552671 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d1880-b2d0-4db8-886d-dc9db884e227 req-8d1202b8-3717-4f37-8d07-40bf9db759e0 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:47:46.554131 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a57d1880-b2d0-4db8-886d-dc9db884e227 req-8d1202b8-3717-4f37-8d07-40bf9db759e0 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/ports?device_id=264bbd99-505d-45fb-beb5-465545db2fc5 HTTP/1.1" status: 200 len: 949 time: 0.0467112 May 26 21:47:46.603772 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-a57d1880-b2d0-4db8-886d-dc9db884e227 req-d2768698-ba44-4cfb-abdc-d5f4d428472b tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6736678-d517-4745-87cd-30a8a9f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437636 May 26 21:47:47.717010 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6edbc8-8509-4d35-a933-f99ac68a3ee2 req-024622bc-9501-43af-b802-0f4da3dbcf69 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:47:47.718496 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-df6edbc8-8509-4d35-a933-f99ac68a3ee2 req-024622bc-9501-43af-b802-0f4da3dbcf69 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/ports?device_id=264bbd99-505d-45fb-beb5-465545db2fc5 HTTP/1.1" status: 200 len: 949 time: 0.0471854 May 26 21:47:47.771486 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-df6edbc8-8509-4d35-a933-f99ac68a3ee2 req-ef774f8b-f988-4e91-9be0-6b565e341531 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6736678-d517-4745-87cd-30a8a9f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471449 May 26 21:47:48.216433 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1214ec-b19b-4128-966b-8422f49952d7 req-ce7215ac-caa0-46d4-9f18-7145c7f9a78b tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:47:48.217914 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-cb1214ec-b19b-4128-966b-8422f49952d7 req-ce7215ac-caa0-46d4-9f18-7145c7f9a78b tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/ports?device_id=264bbd99-505d-45fb-beb5-465545db2fc5 HTTP/1.1" status: 200 len: 949 time: 0.0468273 May 26 21:47:48.265035 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [req-cb1214ec-b19b-4128-966b-8422f49952d7 req-e831fe40-fd21-40de-ac5c-19e8c26ff730 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6736678-d517-4745-87cd-30a8a9f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412283 May 26 21:47:49.373370 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:47:49.388501 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc050c0-65d5-4781-8939-8f228b27b74a req-cb78b193-e4cc-4842-b1b9-5d6bc483e9e0 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:47:49.389978 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-bdc050c0-65d5-4781-8939-8f228b27b74a req-cb78b193-e4cc-4842-b1b9-5d6bc483e9e0 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/ports?device_id=264bbd99-505d-45fb-beb5-465545db2fc5 HTTP/1.1" status: 200 len: 949 time: 0.0537820 May 26 21:47:49.442491 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-bdc050c0-65d5-4781-8939-8f228b27b74a req-26d50d8a-8394-4a52-a2ad-0de3712b4e5d tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6736678-d517-4745-87cd-30a8a9f61cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458956 May 26 21:47:49.479314 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:47:49.593201 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe1238-a8c7-4df5-9e6b-f746666a0474 req-ec29bb41-3267-46ca-abfa-44979749d9aa tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:47:49.594744 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-73fe1238-a8c7-4df5-9e6b-f746666a0474 req-ec29bb41-3267-46ca-abfa-44979749d9aa tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.60 "GET /v2.0/ports?device_id=264bbd99-505d-45fb-beb5-465545db2fc5 HTTP/1.1" status: 200 len: 949 time: 0.0478806 May 26 21:47:49.678874 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-73fe1238-a8c7-4df5-9e6b-f746666a0474 req-01ed6342-91fa-49d8-b09a-bcdde0ded6c7 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Deleting port 91d12a2b-7b75-4333-99ef-efc987453d6b {{(pid=104643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:47:49.679207 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-73fe1238-a8c7-4df5-9e6b-f746666a0474 req-01ed6342-91fa-49d8-b09a-bcdde0ded6c7 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745431201509'] for port (91d12a2b-7b75-4333-99ef-efc987453d6b), before_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:49.767395 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.db [req-73fe1238-a8c7-4df5-9e6b-f746666a0474 req-01ed6342-91fa-49d8-b09a-bcdde0ded6c7 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] For port 91d12a2b-7b75-4333-99ef-efc987453d6b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=91d12a2b-7b75-4333-99ef-efc987453d6b,segment=NetworkSegment(de177cb7-76e1-44a3-abc0-091e5fe29a9e),segment_id=de177cb7-76e1-44a3-abc0-091e5fe29a9e)] {{(pid=104643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:47:49.767773 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-73fe1238-a8c7-4df5-9e6b-f746666a0474 req-01ed6342-91fa-49d8-b09a-bcdde0ded6c7 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701726'] for port (91d12a2b-7b75-4333-99ef-efc987453d6b), precommit_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:49.781272 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.plugins.ml2.plugin [req-73fe1238-a8c7-4df5-9e6b-f746666a0474 req-01ed6342-91fa-49d8-b09a-bcdde0ded6c7 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Calling delete_port for 91d12a2b-7b75-4333-99ef-efc987453d6b owned by compute:nova {{(pid=104643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:47:49.827608 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=100 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:47:49.992415 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-73fe1238-a8c7-4df5-9e6b-f746666a0474 req-01ed6342-91fa-49d8-b09a-bcdde0ded6c7 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1015665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-308724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-394219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745431210963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745430818097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4563194'] for port (91d12a2b-7b75-4333-99ef-efc987453d6b), after_delete {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:50.004622 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.db [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] get_ports_and_sgs() called for port_ids ['91d12a2b-7b75-4333-99ef-efc987453d6b'] {{(pid=104644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:47:50.027673 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed6342-91fa-49d8-b09a-bcdde0ded6c7 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Pushing event deleted for resources: {'Port': ['ID=91d12a2b-7b75-4333-99ef-efc987453d6b,revision_number=None']} {{(pid=104643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:47:50.070018 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fe1238-a8c7-4df5-9e6b-f746666a0474 req-01ed6342-91fa-49d8-b09a-bcdde0ded6c7 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] No DVR routers for this DVR port 91d12a2b-7b75-4333-99ef-efc987453d6b on host hv-cinder-82880 {{(pid=104643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:47:50.072802 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron_lib.callbacks.manager [req-73fe1238-a8c7-4df5-9e6b-f746666a0474 req-01ed6342-91fa-49d8-b09a-bcdde0ded6c7 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221873'] for port (None), before_response {{(pid=104643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:50.078343 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-73fe1238-a8c7-4df5-9e6b-f746666a0474 req-01ed6342-91fa-49d8-b09a-bcdde0ded6c7 tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.60 "DELETE /v2.0/ports/91d12a2b-7b75-4333-99ef-efc987453d6b HTTP/1.1" status: 204 len: 173 time: 0.4766607 May 26 21:47:50.078343 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264bbd99-505d-45fb-beb5-465545db2fc5', 'name': 'network-vif-deleted', 'tag': '91d12a2b-7b75-4333-99ef-efc987453d6b'}] {{(pid=104643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:47:50.079586 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abba51b9db363da8788abd3392d6fe6c03dd52fe4d43524175465604fb0ad34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602ef0f4-83b3-4829-8509-9745c20547aa" -d '{"events": [{"server_uuid": "264bbd99-505d-45fb-beb5-465545db2fc5", "name": "network-vif-deleted", "tag": "91d12a2b-7b75-4333-99ef-efc987453d6b"}]}' {{(pid=104643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:47:50.117622 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c731be-029d-43b0-8f0e-b120cd896329 x-openstack-request-id: req-55c731be-029d-43b0-8f0e-b120cd896329 {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:47:50.117911 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264bbd99-505d-45fb-beb5-465545db2fc5", "name": "network-vif-deleted", "tag": "91d12a2b-7b75-4333-99ef-efc987453d6b", "status": "completed", "code": 200}]} {{(pid=104643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:47:50.118166 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-55c731be-029d-43b0-8f0e-b120cd896329 {{(pid=104643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:47:50.118564 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55c731be-029d-43b0-8f0e-b120cd896329'] response: {'server_uuid': '264bbd99-505d-45fb-beb5-465545db2fc5', 'name': 'network-vif-deleted', 'tag': '91d12a2b-7b75-4333-99ef-efc987453d6b', 'status': 'completed', 'code': 200} May 26 21:47:50.557542 dv-cinder-828805-3-iscsi neutron-server[104643]: INFO neutron.wsgi [req-30a32813-420e-4a39-91db-3f0beede5e3d req-c2534e38-414a-46a5-b050-3c06b7ce6abd tempest-VolumesNegativeTest-870052998 tempest-VolumesNegativeTest-870052998-project] 10.222.0.42 "GET /v2.0/ports?device_id=264bbd99-505d-45fb-beb5-465545db2fc5 HTTP/1.1" status: 200 len: 210 time: 0.0323727 May 26 21:47:51.065938 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-d68877c2-0c78-42a5-9014-62eaed6c2f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:52.926895 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 91d12a2b-7b75-4333-99ef-efc987453d6b no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:47:52.949271 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.plugin [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] No Port match for: 91d12a2b-7b75-4333-99ef-efc987453d6b {{(pid=104644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:47:52.949610 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron.plugins.ml2.rpc [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Device 91d12a2b-7b75-4333-99ef-efc987453d6b not bound to the agent host hv-cinder-82880 {{(pid=104644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:47:53.448929 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-c0a9701f-23f1-4dc5-83b6-7804dc19b88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:54.655026 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:55.088995 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:56.184220 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:57.606733 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 60102) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:47:57.626500 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:57.708341 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=77,neutron:DELETE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:47:57.710514 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=72,neutron:DELETE=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:47:57.742304 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-24346669-01f9-481f-ae07-65a6203919a4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df9771acff0a4257add6cd30be632e7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344955 May 26 21:47:57.744721 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [-] (104642) accepted ('10.222.0.42', 60106) {{(pid=104642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:47:57.792950 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-402540c0-63a6-40a9-8661-94511f1f560f admin admin] Publish callbacks [] for security_group (a6736678-d517-4745-87cd-30a8a9f61cd8), before_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:57.814214 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-402540c0-63a6-40a9-8661-94511f1f560f admin admin] Publish callbacks [] for security_group (a6736678-d517-4745-87cd-30a8a9f61cd8), precommit_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:57.938743 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-402540c0-63a6-40a9-8661-94511f1f560f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632280'] for security_group (a6736678-d517-4745-87cd-30a8a9f61cd8), after_delete {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:57.941369 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron_lib.callbacks.manager [None req-402540c0-63a6-40a9-8661-94511f1f560f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:47:57.942576 dv-cinder-828805-3-iscsi neutron-server[104642]: INFO neutron.wsgi [None req-402540c0-63a6-40a9-8661-94511f1f560f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a6736678-d517-4745-87cd-30a8a9f61cd8 HTTP/1.1" status: 204 len: 168 time: 0.1969671 May 26 21:47:57.950751 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402540c0-63a6-40a9-8661-94511f1f560f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6736678-d517-4745-87cd-30a8a9f61cd8,revision_number=None']} {{(pid=104642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:48:00.462955 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:48:00.534474 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:DELETE=3,neutron:SELECT=15 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:48:00.535396 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG dbcounter [-] [104643] Writing DB stats neutron:SELECT=46,neutron:DELETE=5 {{(pid=104643) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:48:07.558469 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:48:07.945303 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:48:07.946117 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG dbcounter [-] [104642] Writing DB stats neutron:SELECT=41,neutron:DELETE=3 {{(pid=104642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:48:07.965134 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:UPDATE=4,neutron:SELECT=39 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:48:11.512903 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:48:11.513767 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:48:21.074841 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-c78cf8c7-c09d-4389-a0f1-95804b54c176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:48:23.471144 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-1574eb3f-b738-4365-b2f9-a9f9a06dac44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:48:24.700344 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:48:25.099703 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:48:26.219905 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:48:27.623356 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:48:37.462368 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:48:37.549251 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:48:37.556299 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:48:48.504051 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=15 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:48:48.510003 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=19 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:48:51.079906 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-7f68efb9-fd1e-43ad-b72f-5bca31f73566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:48:53.453480 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-9a40d89b-0627-4bff-bc92-39b000c5ee64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:48:54.659038 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:48:55.103312 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:48:56.202193 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:48:57.642281 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:49:07.546651 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:49:07.552733 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:49:14.461887 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:49:21.092900 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-5f5bd8a9-1e54-4cde-ad33-9b754bcb0200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:49:23.445180 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-642bf2ee-ae0d-440a-b01d-a5f7dca51a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:49:24.692561 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:49:25.086953 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:49:25.501201 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:49:25.506141 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:49:26.247549 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:49:27.645149 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:49:37.549671 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:49:37.551585 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:49:49.485029 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:49:49.485836 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:DELETE=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:49:51.120898 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-0a642ef7-cd74-4978-a781-ca379f972c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:49:51.461564 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:49:53.475901 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-ff596dd8-4f9f-4285-8db8-a16711828c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:49:54.696277 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:49:55.097878 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:49:56.229418 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:49:57.606759 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:50:00.675342 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [req-94c0ec30-de37-40fc-9b7b-5818d25d8ec3 req-31739905-870a-48b8-87e2-9a3a4d59cd58 service neutron] (104643) timed out ('10.222.0.60', 52592) {{(pid=104643) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 21:50:02.502421 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:50:02.502421 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:50:07.552282 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:50:07.593768 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:50:21.097166 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-f6b7bfae-963a-4797-99f2-8e8c53d47c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:50:23.484375 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-46343722-eb5a-4d14-90dc-a3e0eb0d92f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:50:24.740770 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:50:25.103421 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:50:26.244280 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:50:27.620731 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:50:28.461338 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:50:37.553876 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:50:37.555859 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:50:47.201449 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=14 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:50:47.204551 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=20 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:50:51.080199 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-86873cdb-bae6-48a1-ac4c-eddf504d4c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:50:53.465736 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-815f7096-03b2-456d-a467-71c165cb4a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:50:54.696558 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:50:55.102454 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:50:56.222391 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:50:57.628141 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:51:05.459977 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:51:07.553042 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:51:07.560186 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:51:16.501538 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=3 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:51:16.508433 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=5 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:51:21.082502 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-e3d92e04-0384-4f39-a00a-879657f57078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:51:23.465096 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-6286f8b5-1ffa-48a7-b7e0-9c50229bdd83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:51:24.699949 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:51:25.124349 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:51:26.215920 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:51:27.627649 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:51:37.549178 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:51:37.560228 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:51:42.459269 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:51:51.116675 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-a79bd50c-9168-4396-83a2-18094fe409be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:51:53.458809 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-affe1381-d732-4a73-8b97-fdebd3944154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:51:53.505118 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:51:53.506310 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=5 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:51:54.770022 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:51:55.158935 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:51:56.238347 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:51:57.621134 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:52:07.554113 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:52:07.556062 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:52:16.461310 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:52:16.462078 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=1 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:52:19.458955 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:52:21.095634 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-e584cde1-beec-4775-bdd5-514c53567b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:52:23.475699 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-e25830f9-4d1f-406c-8930-5d57b63b15c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:52:24.683328 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:52:25.146565 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:52:26.220948 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:52:27.635518 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:52:30.496965 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=3 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:52:30.501869 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=5 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:52:37.558588 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:52:37.559411 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:52:40.545758 dv-cinder-828805-3-iscsi neutron-server[104643]: DEBUG neutron.wsgi [req-d399de87-8c2f-4f41-970b-3c7581c9d211 req-cbd9ed5e-7b0c-48ef-a556-efce222701fe service neutron] (104643) timed out ('10.222.0.42', 56052) {{(pid=104643) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 21:52:40.629997 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [req-d399de87-8c2f-4f41-970b-3c7581c9d211 req-adfd4fbc-68a5-40a3-8a71-1229c79646e0 tempest-AttachVolumeShelveTestJSON-167781355 tempest-AttachVolumeShelveTestJSON-167781355-project] (104642) timed out ('10.222.0.42', 56062) {{(pid=104642) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 21:52:47.195299 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=13 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:52:47.198334 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=13 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:52:51.106103 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-9988e241-becb-4cba-b194-9875d91f1917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:52:53.494324 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-5d20b1ac-823c-4300-ad65-b345a4b90c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:52:54.691845 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:52:55.171872 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:52:56.217765 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:52:56.457911 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:52:57.643063 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:53:02.188622 dv-cinder-828805-3-iscsi neutron-server[104642]: DEBUG neutron.wsgi [req-3b940ddd-f9ec-43e9-9a65-8e3a54c1aadb req-65ff77e1-61c3-4c3a-8445-9fe634e3d0f2 service neutron] (104642) timed out ('10.222.0.60', 52578) {{(pid=104642) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 21:53:07.493455 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:53:07.497363 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG dbcounter [-] [104645] Writing DB stats neutron:SELECT=4 {{(pid=104645) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:53:07.562675 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:53:07.564563 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:53:21.093694 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-9864d9cd-b633-4a89-a576-de56593ce98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (35848227-359f-404d-a469-91025de84eed), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:53:23.464979 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-03f2ea5b-721a-4636-92f9-e77bfdcb8ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (77857669-aafa-4c04-8318-3f2ecbc78a5f), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:53:24.754247 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd686-5a8e-4293-9e78-c2178a491c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (51725b8d-b072-47cc-acac-17111d906fc2), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:53:25.179226 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-2136e236-e56b-4675-bf24-94db3298a927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (2bd30f19-4481-40fa-92e6-11ccee452902), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:53:26.262608 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-488767e1-3914-48fa-9ad0-f8d7892cfbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (e4bd6bac-02c2-4357-b610-0d199836256b), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:53:27.625122 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG neutron_lib.callbacks.manager [None req-b4353f01-5905-4310-a158-79fd044992cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745431346782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019621'] for agent (65e16566-28da-41e2-a1be-cf97ea06978e), after_update {{(pid=104644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:53:33.458632 dv-cinder-828805-3-iscsi neutron-server[104645]: DEBUG neutron.db.agents_db [None req-4e35052e-490a-4102-a3df-645543a804ec None None] Agent healthcheck: found 6 active agents {{(pid=104645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:53:37.559470 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:53:37.561381 dv-cinder-828805-3-iscsi neutron-server[104644]: DEBUG dbcounter [-] [104644] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104644) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}